-- Logs begin at Fri 2022-03-18 01:33:31 UTC, end at Fri 2022-03-18 03:02:18 UTC. --
Mar 18 02:36:49.729753 dv-cinder-817135-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Mar 18 02:36:52.677564 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.common.config [-] Logging enabled!
Mar 18 02:36:52.678171 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33
Mar 18 02:36:52.678362 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 18 02:36:52.682032 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.common.config [-] Logging enabled!
Mar 18 02:36:52.682291 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33
Mar 18 02:36:52.682651 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 18 02:36:52.683619 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 18 02:36:52.683856 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 18 02:36:52.684242 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 18 02:36:52.684494 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 18 02:36:52.684727 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 18 02:36:52.685489 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.685931 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Mar 18 02:36:52.686266 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.686596 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.686901 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.687207 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.687506 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.687797 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.688096 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.688403 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.688701 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.688991 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.689282 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.689581 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.689868 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.690159 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.690452 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.690766 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] debug                          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.691053 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.691485 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.691913 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.692199 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.692499 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.692784 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.693064 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.693343 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.693634 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.693968 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] host                           = dv-cinder-817135-5-iscsi {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.694250 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.694568 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.694861 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.695152 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.695433 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.695713 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.696003 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.696278 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.696555 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.697367 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.697665 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.697951 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.698247 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.698477 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.698727 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.699023 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.699316 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.699597 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.699878 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.700160 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.700441 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.700720 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.700995 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.701285 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.701571 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.701860 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.702140 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.702418 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.702719 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.703001 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.703290 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.703568 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.703846 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.704122 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.704412 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.704686 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.704964 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.705270 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.705560 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.705847 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.706134 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.706412 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.706723 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.706999 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.707274 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.707547 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.707823 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.708096 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.708385 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.708657 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.708945 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.709208 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.709481 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.709768 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.710042 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:52.710341 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.710674 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.710980 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.711286 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.711582 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.711870 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.712166 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.713033 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.713385 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.713626 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.713921 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.714207 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.714535 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.714834 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.715137 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.715448 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.715752 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.716050 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.716332 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.716614 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.716890 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.717170 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.717463 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.717783 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.718083 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.718379 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.718695 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.719000 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.719293 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.719594 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.719893 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.720175 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.720463 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.720764 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.721050 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.721330 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.721614 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.721912 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.722191 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.722479 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.722792 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.723078 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.723358 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.723637 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.723919 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.724217 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.724498 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.724776 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.725055 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.725336 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.725613 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.725902 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.726188 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.726467 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.726769 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.727051 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.727330 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.727605 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.727936 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.728224 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.728509 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.728787 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.729066 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.729344 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.729621 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.729899 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.730174 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.730451 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.730756 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.731036 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.731311 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.731588 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.731866 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.732143 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.732444 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.732750 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.733033 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.733319 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.733603 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.733884 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.734166 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.734448 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.734823 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.735106 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.735383 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.735676 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.735964 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.736256 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.736564 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.736851 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.737149 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.737434 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.737716 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.738005 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.738289 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.738598 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.738891 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.739181 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.739484 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.739784 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.740086 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.740388 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.740693 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.740981 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.741293 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.741580 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:52.741800 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 18 02:36:52.742043 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115009) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Mar 18 02:36:53.120756 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 18 02:36:53.121038 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 18 02:36:53.121349 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 18 02:36:53.121835 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [-] Loading core plugin: ml2
Mar 18 02:36:53.453669 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.453893 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.454172 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.455378 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.455660 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.456056 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.511816 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.512101 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.512375 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.527314 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.527599 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.527874 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.557698 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.557983 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.558259 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.700311 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.700967 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.700967 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.935421 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fba5d0d7310> agent after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.935708 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fba5d0d7310> agent after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.935979 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fba5d0d73a0> segment precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.936248 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fba5d0d7430> network precommit_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:53.936955 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fba5d0da4c0> segment before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.037199 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> network before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.037525 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fba5d401e50> agent before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.037815 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> network before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.038095 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> port before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.038373 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> port before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.038722 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> segment precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.038993 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> segment precommit_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.039260 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> segment after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.039523 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> segment after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.039814 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.040095 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> network precommit_delete 0 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.040540 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.040721 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.040991 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.041347 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> port provisioning_complete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.041628 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.041895 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> rbac-policy after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.042177 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> agent after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.042459 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> subnet after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.042754 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> subnet precommit_delete 0 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.043036 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.043297 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.043586 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> segment_host_mapping after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.043971 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.044229 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.044484 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fba5dd0be80>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.044888 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.045132 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.045374 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.045615 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.045853 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.046092 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.046463 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Mar 18 02:36:54.049697 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Mar 18 02:36:54.053826 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Mar 18 02:36:54.058478 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Mar 18 02:36:54.060148 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Mar 18 02:36:54.060619 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Mar 18 02:36:54.060967 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Mar 18 02:36:54.061356 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Mar 18 02:36:54.064230 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Mar 18 02:36:54.064492 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Mar 18 02:36:54.064847 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Mar 18 02:36:54.069756 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Mar 18 02:36:54.094349 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Mar 18 02:36:54.094845 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fba5d1da640>> qos_plugin after_init 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.095147 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115009) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Mar 18 02:36:54.095525 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fba5d1da730>> logging-plugin after_init 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.096909 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115009) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Mar 18 02:36:54.097201 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Mar 18 02:36:54.097448 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Mar 18 02:36:54.100777 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fba5d1b6100>> floatingip before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.101070 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fba5d1b6100>> port before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.164396 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Mar 18 02:36:54.164639 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Mar 18 02:36:54.164883 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Mar 18 02:36:54.165255 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Mar 18 02:36:54.186905 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_db.sqlalchemy.engines [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115009) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Mar 18 02:36:54.633221 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing driver for type 'gre'
Mar 18 02:36:54.633772 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] gre ID ranges: [(1, 1000)]
Mar 18 02:36:54.687114 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing driver for type 'local'
Mar 18 02:36:54.687488 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing driver for type 'vlan'
Mar 18 02:36:54.700972 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] VlanTypeDriver initialization complete
Mar 18 02:36:54.701593 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing driver for type 'vxlan'
Mar 18 02:36:54.701854 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] vxlan ID ranges: [(1, 1000)]
Mar 18 02:36:54.756331 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing extension driver 'port_security'
Mar 18 02:36:54.756730 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.extensions.port_security [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] PortSecurityExtensionDriver initialization complete
Mar 18 02:36:54.757112 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing mechanism driver 'openvswitch'
Mar 18 02:36:54.757444 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing mechanism driver 'hyperv'
Mar 18 02:36:54.764288 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.plugin [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:36:54.764970 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5d12c130>> port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.765345 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5d12c130>> port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.765698 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5d12c130>> port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.766228 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 18 02:36:54.766693 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cbfce80>> subnet after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.767049 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cbfce80>> subnet after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.767396 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cbfce80>> subnet after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.767793 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 18 02:36:54.768201 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc073d0>> network after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.768564 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc073d0>> network after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.768892 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc073d0>> network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.769283 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 18 02:36:54.769689 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc078b0>> security_group after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.770038 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc078b0>> security_group after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.770383 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc078b0>> security_group after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.770942 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 18 02:36:54.771361 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc2fdc0>> security_group_rule after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.771718 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc2fdc0>> security_group_rule after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.772065 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc2fdc0>> security_group_rule after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.772465 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 18 02:36:54.772876 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc0f0d0>> address_group after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.773226 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc0f0d0>> address_group after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.773568 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fba5cc0f0d0>> address_group after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.773965 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 18 02:36:54.774409 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] ML2 OVO RPC backend initialized. {{(pid=115009) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Mar 18 02:36:54.775665 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> router_interface after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.776023 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> router_interface after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.776443 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> network before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.776793 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> networks before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.777142 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> port before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.777483 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> ports before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.777827 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> subnet before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.778168 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> subnets before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.778532 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> network after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.778880 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> network after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.779218 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.779556 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.779893 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.780234 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.780572 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> subnet after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.780910 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> subnet after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.781244 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fba5cc0f7f0>> subnet after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.788549 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fba5cc0f970>.
Mar 18 02:36:54.788919 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.plugin [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Modular L2 Plugin initialization complete
Mar 18 02:36:54.789272 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading services supported by the core plugin {{(pid=115009) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Mar 18 02:36:54.789615 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Got port-security extension from driver 'port_security'
Mar 18 02:36:54.790107 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.extensions.vlantransparent [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Disabled vlantransparent extension.
Mar 18 02:36:54.790701 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115009) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Mar 18 02:36:54.791032 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: router
Mar 18 02:36:54.827762 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router_interface before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.828157 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router after_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.828531 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router before_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.828898 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router_interface before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.829276 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router_interface after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.829638 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router after_delete 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.829996 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> floatingip after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.830347 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> floatingip after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.830729 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router after_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.831076 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.831427 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.831774 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router_gateway after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.832133 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.832592 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router precommit_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.832919 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fba5d34f940> port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.833263 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fba5d34f820> port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.833604 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fba5d34f8b0> subnet after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.833944 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fba5d34f9d0> subnetpool_address_scope after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.834292 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> port precommit_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.834673 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router precommit_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.835017 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fba5d3341f0> port before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.835360 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.835715 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.836055 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router precommit_delete 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.836404 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router precommit_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.836762 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router_interface after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.837106 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> router precommit_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.837496 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> agent after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.837844 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> agent after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.838188 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fba5cc0f8e0>> network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.839071 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Tracking information for resource: router configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.839414 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Tracking information for resource: floatingip configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 18 02:36:54.844312 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.db.l3_agentschedulers_db [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Mar 18 02:36:54.844895 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fba5cbda1f0> port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.845257 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fba5cbda0d0> port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.845608 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function _notify_port_delete at 0x7fba5cbda160> port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.845960 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fba5cbda310> port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.846904 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fba5cb76b20>> router before_create 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.847276 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fba5cb76b20>> router precommit_delete 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.847641 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fba5cb76b20>> router precommit_create 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.848000 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fba5cb76b20>> router precommit_update 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.852786 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.services.provider_configuration [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service providers = [] {{(pid=115009) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Mar 18 02:36:54.853818 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.db.servicetype_db [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115009) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Mar 18 02:36:54.856819 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.services.service_base [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 18 02:36:54.857173 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.services.service_base [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 18 02:36:54.857518 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.services.service_base [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 18 02:36:54.858408 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.services.service_base [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 18 02:36:54.858807 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.services.service_base [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Default provider is not specified for service type L3_ROUTER_NAT
Mar 18 02:36:54.859177 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.859500 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Mar 18 02:36:54.870846 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.871190 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: auto_allocate
Mar 18 02:36:54.877012 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fba5cb3d670> network precommit_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.877386 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fba5cb3d670> network precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.877906 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.878227 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: tag
Mar 18 02:36:54.885064 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.885398 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: timestamp
Mar 18 02:36:54.889468 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.889805 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: network_ip_availability
Mar 18 02:36:54.895333 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fba5cb76d30>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.895706 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fba5cb76d30>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.896058 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fba5cb76d30>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:54.896766 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.897086 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: flavors
Mar 18 02:36:54.902175 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.902524 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading Plugin: revisions
Mar 18 02:36:54.906901 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 18 02:36:54.907298 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_concurrency.lockutils [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 18 02:36:54.908047 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115009) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Mar 18 02:36:54.908386 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Initializing extension manager.
Mar 18 02:36:54.908910 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: __init__.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.909254 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: __pycache__ {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.909588 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: address_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.910355 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.910965 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: address-group
Mar 18 02:36:54.911293 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: address_scope.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.912014 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.912530 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: address-scope
Mar 18 02:36:54.912854 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: admin_state_down_before_update.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.913790 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.914305 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: router-admin-state-down-before-update
Mar 18 02:36:54.914665 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: agent.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.916092 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.916682 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: agent
Mar 18 02:36:54.917013 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: agent_resources_synced.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.917937 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.918448 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: agent-resources-synced
Mar 18 02:36:54.918814 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: allowedaddresspairs.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.920621 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.921147 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: allowed-address-pairs
Mar 18 02:36:54.921479 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: auto_allocated_topology.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.922596 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.923118 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: auto-allocated-topology
Mar 18 02:36:54.923446 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: availability_zone.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.924176 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.924688 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: availability_zone
Mar 18 02:36:54.925015 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: availability_zone_filter.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.926073 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.926712 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: availability_zone_filter
Mar 18 02:36:54.927039 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: data_plane_status.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.928082 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.928673 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension data-plane-status not supported by any of loaded plugins
Mar 18 02:36:54.929014 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: default_subnetpools.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.930056 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.930890 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: default-subnetpools
Mar 18 02:36:54.931915 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: dhcpagentscheduler.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.932822 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.933375 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: dhcp_agent_scheduler
Mar 18 02:36:54.933726 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: dns.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.934882 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.935334 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension dns-integration not supported by any of loaded plugins
Mar 18 02:36:54.935657 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: dns_domain_ports.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.936775 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.937231 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension dns-domain-ports not supported by any of loaded plugins
Mar 18 02:36:54.937627 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.938634 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.939259 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Mar 18 02:36:54.939585 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: dvr.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.940375 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.940891 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: dvr
Mar 18 02:36:54.941257 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: ecmp_routes.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.942268 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.942863 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension ecmp_routes not supported by any of loaded plugins
Mar 18 02:36:54.943172 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: empty_string_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.944189 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.944794 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: empty-string-filtering
Mar 18 02:36:54.945181 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.946227 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.946802 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Mar 18 02:36:54.947169 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.948227 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.948783 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Mar 18 02:36:54.949107 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: external_net.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.950036 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.950579 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: external-net
Mar 18 02:36:54.950904 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: extra_dhcp_opt.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.951825 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.952335 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: extra_dhcp_opt
Mar 18 02:36:54.952655 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: extraroute.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.953563 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.954072 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: extraroute
Mar 18 02:36:54.954395 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: extraroute_atomic.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.955478 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.955989 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: extraroute-atomic
Mar 18 02:36:54.956310 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: filter_validation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.956983 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.957491 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: filter-validation
Mar 18 02:36:54.957813 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: fip_pf_description.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.958766 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.959269 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Mar 18 02:36:54.959590 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: fip_pf_port_range.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.960505 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.961008 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Mar 18 02:36:54.961328 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: fip_port_details.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.962275 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.962811 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: fip-port-details
Mar 18 02:36:54.963133 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: flavors.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.964385 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.964900 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: flavors
Mar 18 02:36:54.965225 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.966958 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.967492 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Mar 18 02:36:54.967832 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: floatingip_pools.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.968553 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.969073 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: floatingip-pools
Mar 18 02:36:54.969403 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: ip_allocation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.970334 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.970891 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension ip_allocation not supported by any of loaded plugins
Mar 18 02:36:54.971221 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.972147 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.972659 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: ip-substring-filtering
Mar 18 02:36:54.972988 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l2_adjacency.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.973923 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.974429 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension l2_adjacency not supported by any of loaded plugins
Mar 18 02:36:54.974785 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.977285 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.977819 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: router
Mar 18 02:36:54.978702 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3_conntrack_helper.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.980974 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.981506 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Mar 18 02:36:54.981841 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.982794 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.983312 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: ext-gw-mode
Mar 18 02:36:54.983640 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.984572 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.985082 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: l3-ha
Mar 18 02:36:54.985406 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.986329 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.986861 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Mar 18 02:36:54.987183 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3_flavors.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.988101 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.988610 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: l3-flavors
Mar 18 02:36:54.988932 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3_ndp_proxy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.990323 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.990876 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Mar 18 02:36:54.991208 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.992136 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.992653 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: l3-port-ip-change-not-allowed
Mar 18 02:36:54.992984 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: l3agentscheduler.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.994628 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.995149 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: l3_agent_scheduler
Mar 18 02:36:54.995481 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: local_ip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.997295 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:54.997829 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension local_ip not supported by any of loaded plugins
Mar 18 02:36:54.998169 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: logging.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:54.999701 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.000227 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension logging not supported by any of loaded plugins
Mar 18 02:36:55.000562 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: metering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.001315 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.001895 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: metering
Mar 18 02:36:55.002224 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.003368 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.003887 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: metering_source_and_destination_fields
Mar 18 02:36:55.004214 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: multiprovidernet.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.005148 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.005659 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: multi-provider
Mar 18 02:36:55.005986 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: netmtu.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.006945 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.007454 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: net-mtu
Mar 18 02:36:55.007777 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: netmtu_writable.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.008700 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.009246 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: net-mtu-writable
Mar 18 02:36:55.009568 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: network_availability_zone.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.010242 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.010780 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: network_availability_zone
Mar 18 02:36:55.011104 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: network_ip_availability.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.012225 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.012737 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: network-ip-availability
Mar 18 02:36:55.013062 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: network_segment_range.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.013963 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.014467 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension network-segment-range not supported by any of loaded plugins
Mar 18 02:36:55.014815 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: pagination.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.015795 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.016123 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: pagination
Mar 18 02:36:55.016444 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: port_device_profile.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.017372 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.017887 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: port-device-profile
Mar 18 02:36:55.018208 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.019177 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.019693 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: port-mac-address-regenerate
Mar 18 02:36:55.020017 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.020939 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.021449 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: port-numa-affinity-policy
Mar 18 02:36:55.021791 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: port_resource_request.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.022724 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.023234 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension port-resource-request not supported by any of loaded plugins
Mar 18 02:36:55.023558 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: port_resource_request_groups.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.024538 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.025081 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension port-resource-request-groups not supported by any of loaded plugins
Mar 18 02:36:55.025406 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: portbindings.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.026324 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.026867 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: binding
Mar 18 02:36:55.027192 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: portbindings_extended.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.028477 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.028999 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: binding-extended
Mar 18 02:36:55.029327 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: portsecurity.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.030247 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.030794 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: port-security
Mar 18 02:36:55.031122 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: project_id.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.032101 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.032433 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: project-id
Mar 18 02:36:55.032759 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: providernet.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.033686 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.034202 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: provider
Mar 18 02:36:55.034548 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.038202 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.038753 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos not supported by any of loaded plugins
Mar 18 02:36:55.039096 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.040862 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.041396 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Mar 18 02:36:55.041725 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.042685 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.043204 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Mar 18 02:36:55.043529 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_default.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.044466 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.044980 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-default not supported by any of loaded plugins
Mar 18 02:36:55.045304 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_fip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.046228 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.046768 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-fip not supported by any of loaded plugins
Mar 18 02:36:55.047093 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_fip_network_policy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.048012 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.048521 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Mar 18 02:36:55.048841 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_gateway_ip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.049776 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.050283 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-gateway-ip not supported by any of loaded plugins
Mar 18 02:36:55.050646 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_port_network_policy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.051561 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.052070 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-port-network-policy not supported by any of loaded plugins
Mar 18 02:36:55.052392 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.053442 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.053959 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-pps-minimum not supported by any of loaded plugins
Mar 18 02:36:55.054285 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.055377 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.056730 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Mar 18 02:36:55.057061 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_pps_rule.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.058257 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.058813 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-pps not supported by any of loaded plugins
Mar 18 02:36:55.059143 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_rule_type_details.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.060072 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.060584 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-rule-type-details not supported by any of loaded plugins
Mar 18 02:36:55.060910 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_rule_type_filter.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.061825 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.062338 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Mar 18 02:36:55.062691 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: qos_rules_alias.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.063745 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.064255 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension qos-rules-alias not supported by any of loaded plugins
Mar 18 02:36:55.064577 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: quota_check_limit.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.065495 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.066007 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: quota-check-limit
Mar 18 02:36:55.066332 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: quotasv2.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.067290 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.067736 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: quotas
Mar 18 02:36:55.068061 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: quotasv2_detail.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.069947 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.070289 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: quota_details
Mar 18 02:36:55.070658 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: rbac.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.071862 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.072405 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: rbac-policies
Mar 18 02:36:55.072735 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: rbac_address_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.073671 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.074188 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: rbac-address-group
Mar 18 02:36:55.074538 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: rbac_address_scope.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.075464 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.075980 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: rbac-address-scope
Mar 18 02:36:55.076302 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: rbac_security_groups.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.077296 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.077812 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: rbac-security-groups
Mar 18 02:36:55.078136 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: rbac_subnetpool.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.079092 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.079611 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: rbac-subnetpool
Mar 18 02:36:55.079937 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: revisionifmatch.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.080866 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.081395 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: revision-if-match
Mar 18 02:36:55.081720 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: revisions.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.082945 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.083419 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: standard-attr-revisions
Mar 18 02:36:55.083745 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: router_availability_zone.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.084423 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.084934 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: router_availability_zone
Mar 18 02:36:55.085258 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: routerservicetype.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.086192 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.086734 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension router-service-type not supported by any of loaded plugins
Mar 18 02:36:55.087059 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.088023 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.088550 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: security-groups-normalized-cidr
Mar 18 02:36:55.088875 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: security_groups_port_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.089807 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.090325 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: port-security-groups-filtering
Mar 18 02:36:55.090685 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.091627 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.092143 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: security-groups-remote-address-group
Mar 18 02:36:55.092468 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.093415 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.093927 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: security-groups-shared-filtering
Mar 18 02:36:55.094249 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.094871 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Mar 18 02:36:55.095195 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: securitygroup.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.105486 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.106019 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: security-group
Mar 18 02:36:55.106359 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: segment.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.107125 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.107641 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension segment not supported by any of loaded plugins
Mar 18 02:36:55.107974 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.108930 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.109444 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Mar 18 02:36:55.109775 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: servicetype.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.110934 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.111458 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: service-type
Mar 18 02:36:55.111789 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: sorting.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.112783 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.113116 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: sorting
Mar 18 02:36:55.113443 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: standard_attr_segment.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.114373 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.114923 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension standard-attr-segment not supported by any of loaded plugins
Mar 18 02:36:55.115249 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: standardattrdescription.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.115901 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.116411 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: standard-attr-description
Mar 18 02:36:55.116735 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: stateful_security_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.117759 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.118279 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: stateful-security-group
Mar 18 02:36:55.119214 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: stdattrs_common.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.119934 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Mar 18 02:36:55.120268 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.121230 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.121750 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Mar 18 02:36:55.122078 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: subnet_onboard.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.123183 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.123708 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: subnet_onboard
Mar 18 02:36:55.124038 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.124974 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.125486 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Mar 18 02:36:55.125812 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: subnet_service_types.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.126767 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.127285 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: subnet-service-types
Mar 18 02:36:55.127610 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: subnetallocation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.128703 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.129223 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: subnet_allocation
Mar 18 02:36:55.129552 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.130230 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.130776 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: subnetpool-prefix-ops
Mar 18 02:36:55.131104 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.132055 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.132566 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Mar 18 02:36:55.132894 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: tagging.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.133963 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.134722 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: standard-attr-tag
Mar 18 02:36:55.135057 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: timestamp.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.136273 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.136799 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loaded extension: standard-attr-timestamp
Mar 18 02:36:55.137127 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: trunk.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.138163 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.138715 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension trunk not supported by any of loaded plugins
Mar 18 02:36:55.139045 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: trunk_details.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.139967 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.140489 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension trunk-details not supported by any of loaded plugins
Mar 18 02:36:55.140833 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: uplink_status_propagation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.141737 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.142249 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension uplink-status-propagation not supported by any of loaded plugins
Mar 18 02:36:55.142609 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Loading extension file: vlantransparent.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 18 02:36:55.143283 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 18 02:36:55.143793 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extension vlan-transparent not supported by any of loaded plugins
Mar 18 02:36:55.146287 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:network
Mar 18 02:36:55.146852 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:subnet
Mar 18 02:36:55.147257 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:subnetpool
Mar 18 02:36:55.147662 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:port
Mar 18 02:36:55.148889 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.149329 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service FLAVORS assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.149990 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.150512 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.150861 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:router
Mar 18 02:36:55.151289 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:floatingip
Mar 18 02:36:55.151770 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service METERING assigned prefix: /metering {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.153228 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fba5ca42340>> rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:55.153603 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fba5ca42340>> rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:55.153956 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fba5ca42340>> rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:36:55.154985 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of CountableResource for resource:rbac_policy
Mar 18 02:36:55.155435 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:security_group
Mar 18 02:36:55.155865 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 18 02:36:55.156468 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service CORE assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.156802 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:subnetpool
Mar 18 02:36:55.157150 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] subnetpool is already registered
Mar 18 02:36:55.157587 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service CORE assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.157915 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:subnetpool
Mar 18 02:36:55.158249 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] subnetpool is already registered
Mar 18 02:36:55.160623 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.161058 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service FLAVORS assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.161648 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.162070 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.162406 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:router
Mar 18 02:36:55.162775 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] router is already registered
Mar 18 02:36:55.163188 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:floatingip
Mar 18 02:36:55.163527 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] floatingip is already registered
Mar 18 02:36:55.163982 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service METERING assigned prefix: /metering {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.164646 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of CountableResource for resource:rbac_policy
Mar 18 02:36:55.164979 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] rbac_policy is already registered
Mar 18 02:36:55.165916 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:security_group
Mar 18 02:36:55.166259 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] security_group is already registered
Mar 18 02:36:55.166697 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 18 02:36:55.167037 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] security_group_rule is already registered
Mar 18 02:36:55.167674 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service CORE assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.168005 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:subnetpool
Mar 18 02:36:55.168341 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] subnetpool is already registered
Mar 18 02:36:55.168766 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Service CORE assigned prefix:  {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 18 02:36:55.169094 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Creating instance of TrackedResource for resource:subnetpool
Mar 18 02:36:55.169428 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] subnetpool is already registered
Mar 18 02:36:55.169912 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: extensions {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.171378 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: address-groups {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.172868 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: address-scopes {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.174168 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: agents {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.175355 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: auto-allocated-topology {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.176594 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: availability_zones {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.177807 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: dhcp-networks {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.179352 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: dhcp-agents {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.181138 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: routers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.183402 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: flavors {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.184568 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: service_profiles {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.185786 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: next_providers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.187263 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: service_profiles {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.189652 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: floatingip-pools {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.190901 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: routers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.193005 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: floatingips {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.194348 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: l3-routers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.195782 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: l3-agents {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.197895 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: metering-labels {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.199344 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: metering-label-rules {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.200620 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: network-ip-availabilities {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.201906 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: bindings {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.203581 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: quotas {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.205134 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: quotas {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.206694 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: rbac-policies {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.207991 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: security-groups {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.209220 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: security-group-rules {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.210449 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: service-providers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.211680 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: subnetpools {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.213796 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: subnetpools {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.215293 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.216983 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.218785 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.220548 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.222340 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.224250 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.225902 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.227820 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.229730 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.231615 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron.api.extensions [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 18 02:36:55.237375 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING keystonemiddleware.auth_token [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Mar 18 02:36:55.242082 dv-cinder-817135-5-iscsi neutron-server[115009]: WARNING keystonemiddleware.auth_token [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Mar 18 02:36:55.251308 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_concurrency.lockutils [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Acquired lock "singleton_lock" {{(pid=115009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Mar 18 02:36:55.251793 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_concurrency.lockutils [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Releasing lock "singleton_lock" {{(pid=115009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Mar 18 02:36:55.252450 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO oslo_service.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Starting 2 workers
Mar 18 02:36:55.257327 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Started child 115116 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 18 02:36:55.262404 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Started child 115117 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 18 02:36:55.263485 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:36:55.264156 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO neutron.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Neutron service started, listening on 0.0.0.0:9696
Mar 18 02:36:55.264714 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Publish callbacks [] for process (None), before_spawn {{(pid=115009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:36:55.265034 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [-] (115116) wsgi starting up on http://0.0.0.0:9696
Mar 18 02:36:55.267221 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO oslo_service.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Starting 1 workers
Mar 18 02:36:55.267380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:36:55.268779 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [-] (115117) wsgi starting up on http://0.0.0.0:9696
Mar 18 02:36:55.272490 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Started child 115118 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 18 02:36:55.273057 dv-cinder-817135-5-iscsi neutron-server[115009]: INFO oslo_service.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Starting 1 workers
Mar 18 02:36:55.276770 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] calling RpcWorker wait() {{(pid=115118) _wait /opt/stack/neutron/neutron/service.py:128}}
Mar 18 02:36:55.277305 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] returning from RpcWorker wait() {{(pid=115118) _wait /opt/stack/neutron/neutron/service.py:135}}
Mar 18 02:36:55.278319 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Started child 115119 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 18 02:36:55.278673 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:36:55.279184 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-61c3a719-86aa-464c-838d-9a3774d4b2df None None] Publish callbacks [] for process (None), after_spawn {{(pid=115009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:36:55.279297 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:36:55.281120 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 18 02:36:55.281336 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 18 02:36:55.281521 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 18 02:36:55.281751 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 18 02:36:55.282106 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 18 02:36:55.282269 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 18 02:36:55.282807 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.283080 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.283276 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:36:55.283725 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.283725 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.283866 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.284460 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.284730 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.284975 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.285256 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.285488 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.285656 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.285823 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.286080 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.286312 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.286643 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.286904 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.287141 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.287409 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.287580 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.287857 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.288128 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.288374 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.288636 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] debug                          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.288879 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.289353 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.289609 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.289873 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.290119 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.291989 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.291989 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.291989 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.291989 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.291989 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.292658 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.292658 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.292898 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.292898 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.293130 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.293349 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.293604 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.293827 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.294291 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] host                           = dv-cinder-817135-5-iscsi {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.294544 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.294765 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.295008 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.295268 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.295511 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.295741 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.295990 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.296252 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.296478 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.296731 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.296974 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.297202 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.297436 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.297679 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.297875 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.298107 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.298394 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.298664 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.298854 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.299023 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.299186 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.299445 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.299607 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.299855 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.300072 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.300285 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.300516 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.300759 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.300973 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.301234 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.301447 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.301691 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.301905 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.302147 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.302411 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.302678 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.302903 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.303118 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.303332 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.303564 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.303795 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.304035 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.304256 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.304457 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.304706 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.305032 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.305430 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.305998 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.306280 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.306561 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.306920 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.307237 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.307543 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.307944 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.308292 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.308473 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:36:55.308717 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.309056 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.309432 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.309432 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.309679 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.309858 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.310076 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.310295 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.310549 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.310779 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.310998 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.311213 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.311610 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.311761 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.312135 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.312422 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.312839 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.313531 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.314028 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.314466 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.314925 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.315365 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.315794 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.316028 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.316291 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.316550 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.316860 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.317082 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.317560 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.317970 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.318385 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.318906 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.319335 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.319747 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.320112 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.320488 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.320884 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.321755 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.322197 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.322631 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.323024 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.323428 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.323814 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.324249 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.324701 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.325237 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.325704 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.326137 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.326608 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.326837 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.327696 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.327696 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.327696 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.327940 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.327940 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.328212 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.328604 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.328826 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.329067 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.329297 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.329656 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.330044 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.330451 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.330866 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.331244 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.331604 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.331965 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.332344 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.332706 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.333115 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.333487 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.333878 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.334302 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.334611 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.334837 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.335056 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.335282 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.335584 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.335842 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.336067 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.336300 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.336555 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.336885 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.337147 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.337981 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.338424 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.338700 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.338918 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.339139 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.339356 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.339569 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.339812 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.340045 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.340270 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.340485 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.340696 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.340914 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.341125 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.341357 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.341588 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.341819 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.342025 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.342238 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.342446 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.342710 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.342929 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.343140 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.343425 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.343733 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.344172 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.344604 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.345014 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.345437 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.345829 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.346267 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.346712 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.347105 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.347504 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.347833 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.348130 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.348364 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.348616 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.348836 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.349074 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.349312 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.349534 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.349792 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.350017 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.350257 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.350538 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.350829 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.351064 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.351293 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.351547 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.351782 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.352063 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.352302 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.352580 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.352800 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.353623 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.353912 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.354173 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.354465 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.354758 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.354997 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.355269 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.355517 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.355778 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.356026 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.356284 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.356539 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.356787 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.357026 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.357241 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.357481 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.357760 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.357989 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.358222 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.358440 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.358738 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.358968 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.359206 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.359468 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.359725 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.360158 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.360415 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.360665 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.360883 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.361099 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.361329 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.361563 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.361801 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.362239 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.362567 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.363035 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.363472 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.364149 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.364560 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.364787 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.365016 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.365404 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.365625 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.365878 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.366095 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.366316 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.366801 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.367025 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.367263 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.367482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.367697 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.367946 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.368166 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.368429 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.368748 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.368988 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.369226 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.369480 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.369729 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.369929 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.370370 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.370619 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.370856 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.371071 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.371292 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.371517 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.371754 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.371985 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.372201 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.372438 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.372691 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.373040 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.373289 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.373519 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.373746 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.373997 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.374221 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.374472 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.374710 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.374940 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.375162 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.375385 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.375605 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.375820 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.376038 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.376270 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.376516 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.376774 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.377015 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.377268 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.377503 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.377726 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.378096 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.378316 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.378554 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.378772 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.378993 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.379209 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.379427 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.379642 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.379950 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.380200 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.380447 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.380712 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.380947 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.381202 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.381432 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.381648 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.381863 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.382085 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.382302 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.382542 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.382759 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.382927 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:36:55.383160 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.383160 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.383437 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.383572 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.383782 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.384042 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.384384 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.384616 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.384821 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.385040 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.385251 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.385480 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.385763 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.387013 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.387417 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.387643 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.387856 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.388114 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.388328 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.388542 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.388758 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.388970 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.389176 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.389455 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.389697 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.390071 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.390363 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.390667 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.390900 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.391151 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.391471 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.391692 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.391952 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.392188 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.392406 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.392644 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.392898 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.393227 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.393515 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.393765 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.394007 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.394275 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.394577 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.394875 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.395090 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.395388 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.395720 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.396016 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.396284 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.396514 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.396761 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.396987 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.397206 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.397451 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.397685 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.397926 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.398186 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.398419 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.398684 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.398907 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.399156 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.399373 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.399614 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.400352 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.400616 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.400828 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.401131 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 18 02:36:55.401820 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 18 02:36:55.401982 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 18 02:36:55.402140 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 18 02:36:55.402324 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 18 02:36:55.402552 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 18 02:36:55.402678 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 18 02:36:55.402886 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.403048 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.403202 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.403360 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.407061 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.407275 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.407376 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56826) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:36:55.407484 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.407619 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.407794 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.407965 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.408131 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.408297 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.408462 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.408625 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.408787 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.408948 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.409109 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.409270 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.409435 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.409595 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.409752 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.409909 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.410067 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] debug                          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.410225 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.410517 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.410635 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.410762 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.410919 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.411076 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.411237 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.411395 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.411691 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.411691 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.411899 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.411977 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.412142 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.412297 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.412605 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.412917 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.413214 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.413547 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.413885 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] host                           = dv-cinder-817135-5-iscsi {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.414211 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.414538 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.414702 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.414862 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.415020 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.415177 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.415338 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.415558 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.416289 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065331
Mar 18 02:36:55.416853 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.417020 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.417175 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.417536 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.417870 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.418205 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.418373 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.418556 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.418703 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.419482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.419482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.419482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.419482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.419482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.419793 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.419929 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.420084 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.420248 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.420405 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.420564 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.421510 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.421691 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.421853 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.422018 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.422173 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.422337 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.422564 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.422737 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.422844 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.422985 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.423133 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.423299 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.423467 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.423599 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.423903 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.424214 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.424509 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.424804 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.425098 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.425261 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.425421 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.425578 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.425733 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.425892 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.426049 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.426214 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.426374 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.426551 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.426712 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.426889 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.427030 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.427204 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.427356 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.427524 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.427670 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.427815 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.427958 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.428101 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.428245 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.428405 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.428560 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.428718 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.428873 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 18 02:36:55.429057 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.429221 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.429396 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.429557 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.429862 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.430164 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.430475 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.430952 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.431711 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.431999 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.432144 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.432242 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.432544 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.432720 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.432889 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.433053 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.433385 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.433553 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.433719 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.433882 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.434045 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.434623 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.434623 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.434623 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.434882 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.434882 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.435038 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.435173 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.435336 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.435519 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.435684 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.435852 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.436015 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.436181 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.436348 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.436514 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.436694 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.436930 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.437031 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.437156 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.437320 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.437482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.437644 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.437807 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.437970 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.438135 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.438298 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.438461 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.438674 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.438836 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.438998 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.439162 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.439325 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.439489 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.439653 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.439819 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.439982 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.440158 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.440319 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.440482 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.440649 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.440811 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.440973 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.441138 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.441301 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.441462 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.441623 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.441785 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.441960 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.442121 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.442430 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.442771 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.442936 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.443100 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.443265 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.443428 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.443590 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.443755 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.443945 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.444077 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.444239 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.444401 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.444571 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.444713 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.444880 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.445043 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.445204 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.445364 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.445528 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.445693 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.445852 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.446022 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.446200 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.446360 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.446574 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.446815 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.447077 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.447242 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.447405 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.447567 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.447729 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.447890 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.448051 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.448211 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.448376 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.448538 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.448715 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.448842 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.449004 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.449165 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.449325 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.449485 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.449647 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.449807 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.449970 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.450132 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.450341 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.450437 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.450623 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.450796 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.450959 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.451125 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.451288 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.451457 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.451629 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.451792 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.451957 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.452112 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.452313 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.452436 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.452597 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.452758 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.453335 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.453335 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.453335 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.453653 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.453653 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.453794 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.453872 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.454021 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.454183 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.454346 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.454556 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.454688 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.454832 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.454993 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.455168 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.455316 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.455479 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.455641 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.455803 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.455964 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.456126 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.456291 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.456454 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.456618 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.456780 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.456942 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.457105 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.457267 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.457429 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.457591 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.457752 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.457914 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.458076 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.458239 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.458402 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.458585 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.458748 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.458913 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.459075 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.459238 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.459399 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.459562 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.459722 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.459884 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.460781 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.460781 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.460781 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.460781 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.460781 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.460781 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.461212 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.461212 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.461351 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.461424 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.461557 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.461718 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.461880 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.462042 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.462203 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.462935 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.463075 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.463197 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.463387 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.463551 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.463713 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.463880 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.464041 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.464203 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.464365 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.464526 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.464688 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.464850 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.465014 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.465177 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.465339 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.465500 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.465662 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.465824 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.465989 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.466153 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.466316 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.466478 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.466648 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.466813 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.466975 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.467137 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.467298 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.467463 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.467626 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.467788 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.467949 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.468128 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.468291 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.468453 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.468615 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.468777 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.468939 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.469157 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.469286 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.469426 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.469587 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.469748 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.469910 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.470083 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.470245 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.470406 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.470597 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.470740 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.470902 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.471076 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.471238 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.471400 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.471560 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.471720 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.471882 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.472054 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.472216 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.472378 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.472540 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.472701 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.472868 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.473041 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.473203 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.473364 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.473525 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.473686 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.473864 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.474037 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.474202 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.474363 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.474553 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.474716 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.474878 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.475039 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.475213 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.475377 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.475543 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.475705 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.475867 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.476030 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.476193 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.476361 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.476532 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.476702 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.476868 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.477039 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.477209 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.477382 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.477545 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.477715 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.477913 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.478152 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.478324 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.478509 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.478656 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.478783 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.478905 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.479011 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.479172 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.479335 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.479496 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.479659 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.479821 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.479982 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.480142 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.480304 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.480465 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.480687 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.480811 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.480918 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 18 02:36:55.481073 dv-cinder-817135-5-iscsi neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 18 02:37:06.999785 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f5f05-cbe4-4cb7-9f3b-5e253708711f None None] get_active_networks_info from dv-cinder-817135-5-iscsi {{(pid=115118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 18 02:37:07.054683 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f5f05-cbe4-4cb7-9f3b-5e253708711f None None] No non-hosted networks {{(pid=115118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Mar 18 02:37:07.069301 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.agentschedulers_db [None req-092f5f05-cbe4-4cb7-9f3b-5e253708711f None None] DHCP Agent not found on host dv-cinder-817135-5-iscsi {{(pid=115118) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Mar 18 02:37:07.150212 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-962348fb-f51a-4c8c-912a-70339097697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055692'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:09.215185 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3687b15f-eae9-4066-b9d1-eb79321f623b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055692'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:09.274408 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-41396d7e-444d-4c0b-83f2-71e251d056bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:10.584630 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055692'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:11.836932 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055692'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:12.821422 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.db.l3_hamode_db [None req-b7fc3cf0-6ce9-4b77-aa6b-fe6b43f01e81 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Mar 18 02:37:12.903699 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc3cf0-6ce9-4b77-aa6b-fe6b43f01e81 None None] Routers set() bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:37:12.904334 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc3cf0-6ce9-4b77-aa6b-fe6b43f01e81 None None] Router IDs set() for agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 18 02:37:13.265764 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56910) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:13.509191 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055692'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:13.510108 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.510453 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.511215 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.511572 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.512066 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.512461 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.512802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.513161 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.513549 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.513889 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.514236 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.514602 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.514952 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.515286 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.515677 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:13.516110 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fba5c5836d0>, 'Open vSwitch agent', 'dv-cinder-817135-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:13.521913 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fba5b4b5c70>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817135-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:13.793886 dv-cinder-817135-5-iscsi neutron-server[115116]: WARNING oslo_policy.policy [None req-0fb53c3d-7b24-4ca3-8384-c349d7976acf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:13.794684 dv-cinder-817135-5-iscsi neutron-server[115116]: WARNING oslo_policy.policy [None req-0fb53c3d-7b24-4ca3-8384-c349d7976acf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:14.021316 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [None req-0fb53c3d-7b24-4ca3-8384-c349d7976acf admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:37:14.022294 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0fb53c3d-7b24-4ca3-8384-c349d7976acf admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7555478
Mar 18 02:37:16.576477 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56936) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:16.883464 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-877761cf-3299-4a8e-9104-d2fe5050b782 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:37:16.980438 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.policy [None req-877761cf-3299-4a8e-9104-d2fe5050b782 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115116) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 18 02:37:17.031389 dv-cinder-817135-5-iscsi neutron-server[115116]: WARNING oslo_policy.policy [None req-877761cf-3299-4a8e-9104-d2fe5050b782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:17.031765 dv-cinder-817135-5-iscsi neutron-server[115116]: WARNING oslo_policy.policy [None req-877761cf-3299-4a8e-9104-d2fe5050b782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:17.125614 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-877761cf-3299-4a8e-9104-d2fe5050b782 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777402285849', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777402285542', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777402269331', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777402243593', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777402240024', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777402591372', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-902052', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-890038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1829261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1760618'] for rbac-policy (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:17.190501 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-877761cf-3299-4a8e-9104-d2fe5050b782 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:17.191677 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-877761cf-3299-4a8e-9104-d2fe5050b782 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6142364
Mar 18 02:37:19.661750 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56946) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:19.974550 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:37:20.003188 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Made reservation on behalf of 79b6585eb525419d865a413f6e2d7b70 for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:37:20.006930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.023159 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.130250 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks [] for security_group (a06449ae-c325-4ced-aaec-d0d974b3edf6), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.134071 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a06449ae-c325-4ced-aaec-d0d974b3edf6), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.159411 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:37:20.195026 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777400112954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (67e5f6fe-f381-408a-ba0e-074e4bd253c5), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.195617 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fba5d0d73a0> segment precommit_create {{(pid=115116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 18 02:37:20.196146 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Added segment 67e5f6fe-f381-408a-ba0e-074e4bd253c5 of type vlan for network c2c90681-a60b-494e-b247-890f7a17bbb3
Mar 18 02:37:20.211865 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a06449ae-c325-4ced-aaec-d0d974b3edf6,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:20.265028 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.265368 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.265722 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.266073 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.266408 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.266758 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.267080 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.267399 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.267726 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.268047 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.268363 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.268691 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.269008 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.269322 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.269632 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Tracked resource versions report:
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]: pushed versions:
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]: {   'AddressGroup': {'1.2'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Agent': {'1.1'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'ConntrackHelper': {'1.0'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Log': {'1.0'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'NDPProxy': {'1.0'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Network': {'1.1'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Port': {'1.7'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'PortForwarding': {'1.3'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'QosPolicy': {'1.10'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'SecurityGroup': {'1.5'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'SubPort': {'1.0'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Subnet': {'1.1'},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Trunk': {'1.1'}}
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]: consumer versions:
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Agent': '1.1',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Log': '1.0',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'NDPProxy': '1.0',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Network': '1.1',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Port': '1.7',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'PortForwarding': '1.3',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'QosPolicy': '1.10',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'SecurityGroup': '1.5',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'SubPort': '1.0',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Subnet': '1.1',
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Trunk': '1.1'}}
Mar 18 02:37:20.271116 dv-cinder-817135-5-iscsi neutron-server[115116]:  {{(pid=115116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:37:20.303649 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (c2c90681-a60b-494e-b247-890f7a17bbb3), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.347744 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (c2c90681-a60b-494e-b247-890f7a17bbb3), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.352903 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:20.353589 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:20.436240 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.7734315
Mar 18 02:37:20.472768 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce3fef-14fb-428e-bf06-b6ccfe88a36a demo demo] Pushing event updated for resources: {'Network': ['ID=c2c90681-a60b-494e-b247-890f7a17bbb3,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:20.486926 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network c2c90681-a60b-494e-b247-890f7a17bbb3 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:37:23.019867 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56958) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:23.414618 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dad85a-4f72-4adb-9f1e-5a2c7cd83d59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:23.416458 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e5dad85a-4f72-4adb-9f1e-5a2c7cd83d59 demo admin] 10.222.0.24 "GET /v2.0/networks/c2c90681-a60b-494e-b247-890f7a17bbb3 HTTP/1.1" status: 200  len: 824 time: 0.3956375
Mar 18 02:37:23.440429 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ed2e8e2b-2161-4147-9e00-1f381c5bfd07 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/86a4cd92-c193-45f8-8858-0117807f759f HTTP/1.1" status: 200  len: 734 time: 0.0183644
Mar 18 02:37:23.449372 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'subnetpool_id': '86a4cd92-c193-45f8-8858-0117807f759f', 'name': 'private-subnet'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:37:23.470833 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Made reservation on behalf of 79b6585eb525419d865a413f6e2d7b70 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:37:23.473122 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:23.761747 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (b5fe7f4e-f9f9-4252-8271-285f62dbacea), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:23.831081 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Pushing event updated for resources: {'Subnet': ['ID=b5fe7f4e-f9f9-4252-8271-285f62dbacea,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:23.833814 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Checking segment: {'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:37:23.834180 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Network hostable DHCP agents. Network: c2c90681-a60b-494e-b247-890f7a17bbb3, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:37:23.852471 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Network c2c90681-a60b-494e-b247-890f7a17bbb3 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:37:23.863091 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, c2c90681-a60b-494e-b247-890f7a17bbb3) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:37:23.867568 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:23.868169 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:23.873798 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84f769-7ff0-44da-abd4-79b3852d4757 None None] Network c2c90681-a60b-494e-b247-890f7a17bbb3 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:37:23.883409 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-08d9a3c0-ab60-4cf0-a9ba-2c06da0f654f demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4380817
Mar 18 02:37:24.253152 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-c2c90681-a60b-494e-b247-890f7a17bbb3', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'fixed_ips': [{'subnet_id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:37:24.254525 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:24.530037 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Allocated IP 172.20.0.2 (c2c90681-a60b-494e-b247-890f7a17bbb3/b5fe7f4e-f9f9-4252-8271-285f62dbacea/35d27a70-f1dc-453e-9d38-55c72958bfcc) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:37:24.808062 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Publish callbacks [] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:24.816745 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:24.890084 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Network c2c90681-a60b-494e-b247-890f7a17bbb3 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:37:24.898911 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:37:24.907187 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Pushing event updated for resources: {'Port': ['ID=35d27a70-f1dc-453e-9d38-55c72958bfcc,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:24.909387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:37:24.942224 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.942601 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.942987 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.943349 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.943698 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.944038 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.944373 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.944704 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.945037 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.945369 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.945705 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.946051 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.946384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.947306 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.947982 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Tracked resource versions report:
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]: pushed versions:
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]: {   'AddressGroup': {'1.2'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Agent': {'1.1'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'ConntrackHelper': {'1.0'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Log': {'1.0'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'NDPProxy': {'1.0'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Network': {'1.1'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Port': {'1.7'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'PortForwarding': {'1.3'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'QosPolicy': {'1.10'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'SecurityGroup': {'1.5'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'SubPort': {'1.0'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Subnet': {'1.1'},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Trunk': {'1.1'}}
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]: consumer versions:
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Agent': '1.1',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Log': '1.0',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'NDPProxy': '1.0',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Network': '1.1',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Port': '1.7',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'PortForwarding': '1.3',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'QosPolicy': '1.10',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'SecurityGroup': '1.5',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'SubPort': '1.0',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Subnet': '1.1',
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Trunk': '1.1'}}
Mar 18 02:37:24.949075 dv-cinder-817135-5-iscsi neutron-server[115118]:  {{(pid=115118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:37:24.998776 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Attempting to bind port 35d27a70-f1dc-453e-9d38-55c72958bfcc on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:37:24.999190 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Attempting to bind port 35d27a70-f1dc-453e-9d38-55c72958bfcc by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:37:24.999626 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Attempting to bind port 35d27a70-f1dc-453e-9d38-55c72958bfcc on network c2c90681-a60b-494e-b247-890f7a17bbb3 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:37:25.004602 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:37:25.004987 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Checking segment: {'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:37:25.005451 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:25.005846 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Bound using segment: {'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:37:25.006310 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Bound port: 35d27a70-f1dc-453e-9d38-55c72958bfcc, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:37:25.006744 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:25.072673 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] For port 35d27a70-f1dc-453e-9d38-55c72958bfcc, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:37:25.077390 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] For port 35d27a70-f1dc-453e-9d38-55c72958bfcc, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=35d27a70-f1dc-453e-9d38-55c72958bfcc,segment=NetworkSegment(67e5f6fe-f381-408a-ba0e-074e4bd253c5),segment_id=67e5f6fe-f381-408a-ba0e-074e4bd253c5)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:37:25.087283 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:25.152175 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4019aa-d83e-4f94-a0e1-fc0d776a7cca None None] Pushing event updated for resources: {'Port': ['ID=35d27a70-f1dc-453e-9d38-55c72958bfcc,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:26.457534 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56966) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:26.776467 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [None req-3905b80e-e6d4-4489-9c31-1769ac276b6f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:37:26.777506 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3905b80e-e6d4-4489-9c31-1769ac276b6f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3189933
Mar 18 02:37:29.315536 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56974) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:29.629924 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [None req-ea23a5f2-281b-4d90-b36e-5228844e1728 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:37:29.630974 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ea23a5f2-281b-4d90-b36e-5228844e1728 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3144071
Mar 18 02:37:32.179197 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56982) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:32.487250 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-0bf7c2fe-e3b9-4b49-bae0-a36732b38286 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:37:32.511932 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c2fe-e3b9-4b49-bae0-a36732b38286 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (497c72db-bd59-49d6-a0fd-6c94e006c35d), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:32.513544 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c2fe-e3b9-4b49-bae0-a36732b38286 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (497c72db-bd59-49d6-a0fd-6c94e006c35d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:32.648776 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c2fe-e3b9-4b49-bae0-a36732b38286 demo demo] Publish callbacks [] for router_controller (497c72db-bd59-49d6-a0fd-6c94e006c35d), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:32.655088 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c2fe-e3b9-4b49-bae0-a36732b38286 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (497c72db-bd59-49d6-a0fd-6c94e006c35d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:32.673722 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c2fe-e3b9-4b49-bae0-a36732b38286 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:32.674921 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0bf7c2fe-e3b9-4b49-bae0-a36732b38286 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.4946697
Mar 18 02:37:35.212004 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 56994) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:35.327462 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:37:35.540215 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [None req-1de34f07-4fd7-487d-9e52-42977a60930d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:37:35.541236 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-1de34f07-4fd7-487d-9e52-42977a60930d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3278031
Mar 18 02:37:36.227159 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 35d27a70-f1dc-453e-9d38-55c72958bfcc up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:37:36.313918 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 35d27a70-f1dc-453e-9d38-55c72958bfcc triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:36.314334 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:36.426897 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 35d27a70-f1dc-453e-9d38-55c72958bfcc is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:37:36.427225 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:36.465972 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 35d27a70-f1dc-453e-9d38-55c72958bfcc, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=35d27a70-f1dc-453e-9d38-55c72958bfcc,segment=NetworkSegment(67e5f6fe-f381-408a-ba0e-074e4bd253c5),segment_id=67e5f6fe-f381-408a-ba0e-074e4bd253c5)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:37:36.471220 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:36.476364 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89bf90-d5c5-4194-b493-6ec0df959c0f None None] Network c2c90681-a60b-494e-b247-890f7a17bbb3 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:37:36.589606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=35d27a70-f1dc-453e-9d38-55c72958bfcc,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:36.601092 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-0a6f6ea5-a3d6-41d3-8e79-a532f9204c7b None None] Provisioning complete for port 35d27a70-f1dc-453e-9d38-55c72958bfcc triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:36.601476 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6ea5-a3d6-41d3-8e79-a532f9204c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:36.725916 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f6ea5-a3d6-41d3-8e79-a532f9204c7b None None] Current status of the port 35d27a70-f1dc-453e-9d38-55c72958bfcc is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:37:36.941932 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79a2e5e6-cc31-4faf-a906-c2ebbb130384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:36.953779 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-8e33241a-d61b-4c0b-b669-b0d5562b3600 None None] Provisioning complete for port 35d27a70-f1dc-453e-9d38-55c72958bfcc triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:36.954179 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e33241a-d61b-4c0b-b669-b0d5562b3600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:37.030188 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8e33241a-d61b-4c0b-b669-b0d5562b3600 None None] Current status of the port 35d27a70-f1dc-453e-9d38-55c72958bfcc is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:37:38.065828 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57004) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:38.183969 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 35d27a70-f1dc-453e-9d38-55c72958bfcc up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:37:38.231818 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 35d27a70-f1dc-453e-9d38-55c72958bfcc triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:38.232204 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:38.305934 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 35d27a70-f1dc-453e-9d38-55c72958bfcc is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:37:38.563303 dv-cinder-817135-5-iscsi neutron-server[115117]: WARNING oslo_policy.policy [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:38.563874 dv-cinder-817135-5-iscsi neutron-server[115117]: WARNING oslo_policy.policy [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:38.791912 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:37:38.844503 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Made reservation on behalf of c5bf56476564494782722f0b0d0f322f for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:37:38.906711 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.policy [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115117) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 18 02:37:38.950658 dv-cinder-817135-5-iscsi neutron-server[115117]: WARNING oslo_policy.policy [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:38.951037 dv-cinder-817135-5-iscsi neutron-server[115117]: WARNING oslo_policy.policy [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 18 02:37:38.961015 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:38.982816 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.093784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks [] for security_group (2776bc73-f8ea-4920-8f1f-32477f1d2dc8), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.097556 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2776bc73-f8ea-4920-8f1f-32477f1d2dc8), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.108977 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Reserving flat network on physical network physnet1 {{(pid=115117) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Mar 18 02:37:39.144100 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777400112954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (95406f02-3718-49dc-904d-25b6b0a682e4), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.144702 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fba5d0d73a0> segment precommit_create {{(pid=115117) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 18 02:37:39.145218 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Added segment 95406f02-3718-49dc-904d-25b6b0a682e4 of type flat for network d2d9cf51-cf5c-4a80-b728-a4e39ff62447
Mar 18 02:37:39.161646 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2776bc73-f8ea-4920-8f1f-32477f1d2dc8,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:39.215596 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ab4f788-5578-45bb-899c-0b43a63e685f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.218919 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.219381 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.219750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.220091 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.220427 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.220748 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.221067 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.221440 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.221754 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.222184 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.222567 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.222910 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.223235 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.223551 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.223867 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Tracked resource versions report:
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]: pushed versions:
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]: {   'AddressGroup': {'1.2'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Agent': {'1.1'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'ConntrackHelper': {'1.0'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Log': {'1.0'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'NDPProxy': {'1.0'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Network': {'1.1'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Port': {'1.7'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'PortForwarding': {'1.3'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'QosPolicy': {'1.10'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'SecurityGroup': {'1.5'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'SubPort': {'1.0'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Subnet': {'1.1'},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Trunk': {'1.1'}}
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]: consumer versions:
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Agent': '1.1',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Log': '1.0',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'NDPProxy': '1.0',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Network': '1.1',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Port': '1.7',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'PortForwarding': '1.3',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'QosPolicy': '1.10',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'SecurityGroup': '1.5',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'SubPort': '1.0',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Subnet': '1.1',
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Trunk': '1.1'}}
Mar 18 02:37:39.225254 dv-cinder-817135-5-iscsi neutron-server[115117]:  {{(pid=115117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:37:39.267487 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (d2d9cf51-cf5c-4a80-b728-a4e39ff62447), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.312791 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (d2d9cf51-cf5c-4a80-b728-a4e39ff62447), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.314141 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:39.314842 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:39.401637 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3335724
Mar 18 02:37:39.419610 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10628280-4f0d-465e-854f-144b9a677f8c admin admin] Pushing event updated for resources: {'Network': ['ID=d2d9cf51-cf5c-4a80-b728-a4e39ff62447,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:39.430593 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:37:40.519787 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:41.764058 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:41.966418 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57034) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:42.139258 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad5639-9d9f-4e8f-9093-5e70a2d86798 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:42.140595 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2aad5639-9d9f-4e8f-9093-5e70a2d86798 demo admin] 10.222.0.24 "GET /v2.0/subnets/b5fe7f4e-f9f9-4252-8271-285f62dbacea HTTP/1.1" status: 200  len: 849 time: 0.1732268
Mar 18 02:37:42.259904 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3d844d1d-6505-4a8c-a438-ca53fe6b6621 demo admin] 10.222.0.24 "GET /v2.0/routers/497c72db-bd59-49d6-a0fd-6c94e006c35d HTTP/1.1" status: 200  len: 704 time: 0.1136537
Mar 18 02:37:42.529895 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:42.819819 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Allocated IP 172.20.0.1 (c2c90681-a60b-494e-b247-890f7a17bbb3/b5fe7f4e-f9f9-4252-8271-285f62dbacea/4a65025c-65d0-4a1d-a547-93d8f4dd8020) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:37:43.019935 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks [] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.084296 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.159237 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Network c2c90681-a60b-494e-b247-890f7a17bbb3 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:37:43.164837 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:37:43.172394 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:37:43.172926 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (497c72db-bd59-49d6-a0fd-6c94e006c35d), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.191412 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Pushing event updated for resources: {'Port': ['ID=4a65025c-65d0-4a1d-a547-93d8f4dd8020,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:43.372754 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.386108 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-05f5333a-6e11-4297-87d6-90457ee38cd0 None None] Provisioning complete for port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:43.386681 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05f5333a-6e11-4297-87d6-90457ee38cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.419991 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-05f5333a-6e11-4297-87d6-90457ee38cd0 None None] Port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:37:43.502704 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.584487 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks [] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.590572 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.591060 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (497c72db-bd59-49d6-a0fd-6c94e006c35d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:43.672857 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Pushing event updated for resources: {'Port': ['ID=4a65025c-65d0-4a1d-a547-93d8f4dd8020,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:43.718885 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Network c2c90681-a60b-494e-b247-890f7a17bbb3 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:37:43.720139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:37:43.883955 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Router 497c72db-bd59-49d6-a0fd-6c94e006c35d is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:37:43.981456 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:37:43.987258 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-bf168589-4d6e-4362-b488-ac00baf87960 demo admin] 10.222.0.24 "PUT /v2.0/routers/497c72db-bd59-49d6-a0fd-6c94e006c35d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7219536
Mar 18 02:37:43.991982 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Sync routers for ids ['497c72db-bd59-49d6-a0fd-6c94e006c35d'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:37:44.005336 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Routers {'497c72db-bd59-49d6-a0fd-6c94e006c35d'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:37:44.006186 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5c781a30>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:37:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['497c72db-bd59-49d6-a0fd-6c94e006c35d'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:44.051712 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-67c996e6-693d-45bd-a1bc-d4c85382898c None None] Provisioning complete for port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:44.052166 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67c996e6-693d-45bd-a1bc-d4c85382898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:44.091992 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-67c996e6-693d-45bd-a1bc-d4c85382898c None None] Port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:37:44.203031 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Set router 497c72db-bd59-49d6-a0fd-6c94e006c35d gateway port host: None {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:37:44.630450 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5c781a30>, [{'id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'name': 'router1', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:37:32Z', 'updated_at': '2022-03-18T02:37:43Z', 'revision_number': 2, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'gw_port_host': None, '_interfaces': [{'id': '4a65025c-65d0-4a1d-a547-93d8f4dd8020', 'name': '', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'mac_address': 'fa:16:3e:08:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:42Z', 'updated_at': '2022-03-18T02:37:43Z', 'revision_number': 2, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'subnets': [{'id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a4cd92-c193-45f8-8858-0117807f759f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:44.682176 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Checking router: 497c72db-bd59-49d6-a0fd-6c94e006c35d for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:37:44.682564 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Updating router 497c72db-bd59-49d6-a0fd-6c94e006c35d port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:37:44.735019 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.242115 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Publish callbacks [] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.248093 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.390761 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Pushing event updated for resources: {'Port': ['ID=4a65025c-65d0-4a1d-a547-93d8f4dd8020,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:45.417994 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.418354 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.418739 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.419088 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.419427 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.419761 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.420091 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.420418 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.421028 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.421359 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.421687 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.422136 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.422477 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.422822 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.423145 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Tracked resource versions report:
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]: pushed versions:
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]: {   'AddressGroup': {'1.2'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Agent': {'1.1'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'ConntrackHelper': {'1.0'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Log': {'1.0'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'NDPProxy': {'1.0'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Network': {'1.1'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Port': {'1.7'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'PortForwarding': {'1.3'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'QosPolicy': {'1.10'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'SecurityGroup': {'1.5'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'SubPort': {'1.0'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Subnet': {'1.1'},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Trunk': {'1.1'}}
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]: consumer versions:
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Agent': '1.1',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Log': '1.0',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'NDPProxy': '1.0',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Network': '1.1',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Port': '1.7',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'PortForwarding': '1.3',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'QosPolicy': '1.10',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'SecurityGroup': '1.5',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'SubPort': '1.0',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Subnet': '1.1',
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Trunk': '1.1'}}
Mar 18 02:37:45.424550 dv-cinder-817135-5-iscsi neutron-server[115119]:  {{(pid=115119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:37:45.439068 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Attempting to bind port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:37:45.439514 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Attempting to bind port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:37:45.439954 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Attempting to bind port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 on network c2c90681-a60b-494e-b247-890f7a17bbb3 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:37:45.444953 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:37:45.445354 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Checking segment: {'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:37:45.445831 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.446223 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Bound using segment: {'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:37:45.447309 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Bound port: 4a65025c-65d0-4a1d-a547-93d8f4dd8020, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e5f6fe-f381-408a-ba0e-074e4bd253c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:37:45.448020 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.515707 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] For port 4a65025c-65d0-4a1d-a547-93d8f4dd8020, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:37:45.519741 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-253320ba-9afa-45c4-9226-5b0ecba3785f None None] Provisioning complete for port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:45.520365 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-253320ba-9afa-45c4-9226-5b0ecba3785f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.537098 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] For port 4a65025c-65d0-4a1d-a547-93d8f4dd8020, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=4a65025c-65d0-4a1d-a547-93d8f4dd8020,segment=NetworkSegment(67e5f6fe-f381-408a-ba0e-074e4bd253c5),segment_id=67e5f6fe-f381-408a-ba0e-074e4bd253c5)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:37:45.543479 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.561350 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-253320ba-9afa-45c4-9226-5b0ecba3785f None None] Port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:37:45.593516 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Routers {'497c72db-bd59-49d6-a0fd-6c94e006c35d'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:37:45.594151 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5c781a30>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:37:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['497c72db-bd59-49d6-a0fd-6c94e006c35d'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:45.700013 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] Set router 497c72db-bd59-49d6-a0fd-6c94e006c35d gateway port host: None {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:37:45.727457 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f849ed5-0ffe-4b69-80f9-30ca7eaecc80 None None] Pushing event updated for resources: {'Port': ['ID=4a65025c-65d0-4a1d-a547-93d8f4dd8020,revision_number=4']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:45.791797 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-09b666de-2c05-43c9-92ed-77b626ccef4d None None] Provisioning complete for port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:45.792472 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09b666de-2c05-43c9-92ed-77b626ccef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.872174 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-09b666de-2c05-43c9-92ed-77b626ccef4d None None] Current status of the port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:37:45.872775 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09b666de-2c05-43c9-92ed-77b626ccef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.905471 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-09b666de-2c05-43c9-92ed-77b626ccef4d None None] For port 4a65025c-65d0-4a1d-a547-93d8f4dd8020, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=4a65025c-65d0-4a1d-a547-93d8f4dd8020,segment=NetworkSegment(67e5f6fe-f381-408a-ba0e-074e4bd253c5),segment_id=67e5f6fe-f381-408a-ba0e-074e4bd253c5)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:37:45.910085 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09b666de-2c05-43c9-92ed-77b626ccef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:45.919117 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5c781a30>, [{'id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'name': 'router1', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:37:32Z', 'updated_at': '2022-03-18T02:37:43Z', 'revision_number': 2, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'gw_port_host': None, '_interfaces': [{'id': '4a65025c-65d0-4a1d-a547-93d8f4dd8020', 'name': '', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'mac_address': 'fa:16:3e:08:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:42Z', 'updated_at': '2022-03-18T02:37:45Z', 'revision_number': 4, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'subnets': [{'id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a4cd92-c193-45f8-8858-0117807f759f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:45.947333 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6391b54-263a-4d9c-b6d0-da1173c59653 None None] The sync data for ids ['497c72db-bd59-49d6-a0fd-6c94e006c35d'] in dv-cinder-817135-5-iscsi is: [{'id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'name': 'router1', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:37:32Z', 'updated_at': '2022-03-18T02:37:43Z', 'revision_number': 2, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'gw_port_host': None, '_interfaces': [{'id': '4a65025c-65d0-4a1d-a547-93d8f4dd8020', 'name': '', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'mac_address': 'fa:16:3e:08:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:42Z', 'updated_at': '2022-03-18T02:37:45Z', 'revision_number': 4, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'subnets': [{'id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a4cd92-c193-45f8-8858-0117807f759f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:37:45.964634 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b666de-2c05-43c9-92ed-77b626ccef4d None None] Pushing event updated for resources: {'Port': ['ID=4a65025c-65d0-4a1d-a547-93d8f4dd8020,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:46.458385 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57054) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:46.616737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58638473-f5b0-41e9-a49b-52749bc74a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:46.618131 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-58638473-f5b0-41e9-a49b-52749bc74a20 admin admin] 10.222.0.24 "GET /v2.0/networks/d2d9cf51-cf5c-4a80-b728-a4e39ff62447 HTTP/1.1" status: 200  len: 842 time: 0.1586936
Mar 18 02:37:46.627719 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:37:46.653901 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Made reservation on behalf of c5bf56476564494782722f0b0d0f322f for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:37:46.656380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:47.080051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.objects.ports [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115117) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 18 02:37:47.080581 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (3019d78d-1f11-41d0-93f2-5197e283e49d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:47.138066 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3019d78d-1f11-41d0-93f2-5197e283e49d,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:47.149676 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:37:47.150651 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Network hostable DHCP agents. Network: d2d9cf51-cf5c-4a80-b728-a4e39ff62447, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:37:47.171497 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:37:47.183619 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, d2d9cf51-cf5c-4a80-b728-a4e39ff62447) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:37:47.189168 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:47.189773 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:47.194690 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23619e-1206-4dc5-bb25-e28f0b119d2f None None] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:37:47.212045 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1b9b5e53-185c-4f08-87da-c39e06dfae17 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5877457
Mar 18 02:37:47.300449 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cafa089-7756-4dcf-ae32-e6b31bbc8a22 None None] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:37:49.669762 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57062) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:49.908871 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ccc3fea3-4fe9-46c2-8308-59e4f026be32 demo admin] 10.222.0.24 "GET /v2.0/routers/497c72db-bd59-49d6-a0fd-6c94e006c35d HTTP/1.1" status: 200  len: 710 time: 0.2332060
Mar 18 02:37:49.996219 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faafb312-380f-4998-bd56-7175845ec077 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:37:49.997600 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-faafb312-380f-4998-bd56-7175845ec077 demo admin] 10.222.0.24 "GET /v2.0/networks/d2d9cf51-cf5c-4a80-b728-a4e39ff62447 HTTP/1.1" status: 200  len: 886 time: 0.0881913
Mar 18 02:37:50.006205 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:37:50.261118 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks [] for router_gateway (497c72db-bd59-49d6-a0fd-6c94e006c35d), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:50.498111 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks [] for router_gateway (497c72db-bd59-49d6-a0fd-6c94e006c35d), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:50.573273 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:50.728297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Allocated IP 172.27.0.83 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/51e624b5-d9d9-4a42-abb5-af0d6c50a7ef) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:37:50.882450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks [] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:50.944451 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:51.012792 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:37:51.017467 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:37:51.022661 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:37:51.089560 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Pushing event updated for resources: {'Port': ['ID=51e624b5-d9d9-4a42-abb5-af0d6c50a7ef,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:51.327393 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks [] for router_gateway (497c72db-bd59-49d6-a0fd-6c94e006c35d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:51.530124 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2048510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2053777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7371'] for router (497c72db-bd59-49d6-a0fd-6c94e006c35d), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:51.535237 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2048503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2048268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053798'] for router (497c72db-bd59-49d6-a0fd-6c94e006c35d), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:51.649292 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Router 497c72db-bd59-49d6-a0fd-6c94e006c35d has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:37:51.758780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:37:51.763780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:51.766795 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-57a32800-7122-4848-86d5-e6edf450741a demo admin] 10.222.0.24 "PUT /v2.0/routers/497c72db-bd59-49d6-a0fd-6c94e006c35d HTTP/1.1" status: 200  len: 889 time: 1.7636261
Mar 18 02:37:54.215796 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 4a65025c-65d0-4a1d-a547-93d8f4dd8020 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:37:54.264335 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:54.264736 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:54.345732 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:37:54.356300 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57074) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:37:54.473954 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-b96f88d9-f744-436d-bf79-74f8635dbadb admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1165395
Mar 18 02:37:54.816332 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Sync routers for ids ['497c72db-bd59-49d6-a0fd-6c94e006c35d'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:37:54.829295 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Routers {'497c72db-bd59-49d6-a0fd-6c94e006c35d'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:37:54.829937 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3273d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:37:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['497c72db-bd59-49d6-a0fd-6c94e006c35d'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:55.047299 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Set router 497c72db-bd59-49d6-a0fd-6c94e006c35d gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:37:55.515610 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3273d0>, [{'id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'name': 'router1', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '51e624b5-d9d9-4a42-abb5-af0d6c50a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:37:32Z', 'updated_at': '2022-03-18T02:37:51Z', 'revision_number': 4, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'gw_port': {'id': '51e624b5-d9d9-4a42-abb5-af0d6c50a7ef', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:50Z', 'updated_at': '2022-03-18T02:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '4a65025c-65d0-4a1d-a547-93d8f4dd8020', 'name': '', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'mac_address': 'fa:16:3e:08:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:42Z', 'updated_at': '2022-03-18T02:37:45Z', 'revision_number': 5, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'subnets': [{'id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a4cd92-c193-45f8-8858-0117807f759f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:55.567157 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Checking router: 497c72db-bd59-49d6-a0fd-6c94e006c35d for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:37:55.567537 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Updating router 497c72db-bd59-49d6-a0fd-6c94e006c35d port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:37:55.617612 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:55.935591 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Publish callbacks [] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:55.942186 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:55.994580 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0c423-3f61-48eb-8452-122e9d43081d None None] Pushing event updated for resources: {'Port': ['ID=51e624b5-d9d9-4a42-abb5-af0d6c50a7ef,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:55.996807 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Attempting to bind port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:37:55.997176 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Attempting to bind port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:37:55.997536 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Attempting to bind port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:37:56.003204 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:37:56.003592 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:37:56.004002 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:56.004414 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:37:56.004930 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Bound port: 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:37:56.005338 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:56.053796 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] For port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:37:56.057586 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] For port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=51e624b5-d9d9-4a42-abb5-af0d6c50a7ef,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:37:56.063392 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:56.112655 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Routers {'497c72db-bd59-49d6-a0fd-6c94e006c35d'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:37:56.113269 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3273d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:37:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['497c72db-bd59-49d6-a0fd-6c94e006c35d'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:56.193080 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0c423-3f61-48eb-8452-122e9d43081d None None] Pushing event updated for resources: {'Port': ['ID=51e624b5-d9d9-4a42-abb5-af0d6c50a7ef,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:37:56.247332 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] Set router 497c72db-bd59-49d6-a0fd-6c94e006c35d gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:37:56.469185 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3273d0>, [{'id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'name': 'router1', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '51e624b5-d9d9-4a42-abb5-af0d6c50a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:37:32Z', 'updated_at': '2022-03-18T02:37:51Z', 'revision_number': 4, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'gw_port': {'id': '51e624b5-d9d9-4a42-abb5-af0d6c50a7ef', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:50Z', 'updated_at': '2022-03-18T02:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '4a65025c-65d0-4a1d-a547-93d8f4dd8020', 'name': '', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'mac_address': 'fa:16:3e:08:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:42Z', 'updated_at': '2022-03-18T02:37:45Z', 'revision_number': 5, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'subnets': [{'id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a4cd92-c193-45f8-8858-0117807f759f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:37:56.496323 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0337-900c-462d-a0bb-d776cd3b7975 None None] The sync data for ids ['497c72db-bd59-49d6-a0fd-6c94e006c35d'] in dv-cinder-817135-5-iscsi is: [{'id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'name': 'router1', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '51e624b5-d9d9-4a42-abb5-af0d6c50a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:37:32Z', 'updated_at': '2022-03-18T02:37:51Z', 'revision_number': 4, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'gw_port': {'id': '51e624b5-d9d9-4a42-abb5-af0d6c50a7ef', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:50Z', 'updated_at': '2022-03-18T02:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '4a65025c-65d0-4a1d-a547-93d8f4dd8020', 'name': '', 'network_id': 'c2c90681-a60b-494e-b247-890f7a17bbb3', 'tenant_id': '79b6585eb525419d865a413f6e2d7b70', 'mac_address': 'fa:16:3e:08:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497c72db-bd59-49d6-a0fd-6c94e006c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:37:42Z', 'updated_at': '2022-03-18T02:37:45Z', 'revision_number': 5, 'project_id': '79b6585eb525419d865a413f6e2d7b70', 'subnets': [{'id': 'b5fe7f4e-f9f9-4252-8271-285f62dbacea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86a4cd92-c193-45f8-8858-0117807f759f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:37:58.283828 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:37:58.373919 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:37:58.374818 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:58.468282 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:37:58.469106 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:58.493165 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=51e624b5-d9d9-4a42-abb5-af0d6c50a7ef,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:37:58.507387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:37:58.564067 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=51e624b5-d9d9-4a42-abb5-af0d6c50a7ef,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:38:00.320658 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:38:00.483950 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:38:00.484696 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (51e624b5-d9d9-4a42-abb5-af0d6c50a7ef), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:00.740662 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 51e624b5-d9d9-4a42-abb5-af0d6c50a7ef is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:38:06.936557 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9b343c78-6b92-415f-8a7c-eb2c17e77570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:09.217754 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-655cad2e-2d8c-42d5-8b4e-8e6672316ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:10.531375 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:11.773842 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:12.325966 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:38:13.517383 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:36.936623 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e29fe7b0-61ff-491d-9c5e-91a01200144b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:39.224270 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-38f7ea1f-1179-4000-aaaa-9820810f1143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:40.527258 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:41.769769 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:43.509717 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:38:49.328740 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:39:06.934092 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-51eaceaa-098c-4abe-8dfb-19590a807b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:09.216876 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d24d80da-fc74-48c4-8a51-09780e2272d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:10.531590 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:11.768235 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:13.513811 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:16.737350 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57558) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:16.798207 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cf169a-96bb-4e27-9209-78f6a8b200c0 admin admin] GET failed (client error): The resource could not be found.
Mar 18 02:39:16.799508 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-39cf169a-96bb-4e27-9209-78f6a8b200c0 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0612209
Mar 18 02:39:16.959293 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b59c5-7eb5-4477-b7ee-1a0f037801dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:16.960684 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1b9b59c5-7eb5-4477-b7ee-1a0f037801dc admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1571388
Mar 18 02:39:19.279900 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57568) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:19.380464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc3a4f-d7ab-441b-8c8b-21761373c981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:19.381816 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-61dc3a4f-d7ab-441b-8c8b-21761373c981 admin admin] 10.222.0.24 "GET /v2.0/subnets/b5fe7f4e-f9f9-4252-8271-285f62dbacea HTTP/1.1" status: 200  len: 849 time: 0.1009684
Mar 18 02:39:19.391099 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:39:19.543460 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Publish callbacks [] for subnet (b5fe7f4e-f9f9-4252-8271-285f62dbacea), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:19.685742 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777400274827'] for subnet (b5fe7f4e-f9f9-4252-8271-285f62dbacea), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:19.714508 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:19.715107 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:19.716982 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] 10.222.0.24 "PUT /v2.0/subnets/b5fe7f4e-f9f9-4252-8271-285f62dbacea HTTP/1.1" status: 200  len: 868 time: 0.3294344
Mar 18 02:39:19.719331 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a638c-0a42-4e23-a894-fb02532a5725 None None] Network c2c90681-a60b-494e-b247-890f7a17bbb3 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:39:19.737968 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5fe7f4e-f9f9-4252-8271-285f62dbacea,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:39:19.746476 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.746871 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.747226 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.747574 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.747915 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.748252 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.748583 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.748912 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.749267 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.749606 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.749937 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.750281 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.750646 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.750977 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:19.751360 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade26d3a-bd74-4d77-b029-a0a78b08af4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:39:20.055413 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-3ebdba6f-2a73-478b-9c94-d221da24d4cc None None] Provisioning complete for port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:39:20.055800 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ebdba6f-2a73-478b-9c94-d221da24d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4a65025c-65d0-4a1d-a547-93d8f4dd8020), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:20.133339 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdba6f-2a73-478b-9c94-d221da24d4cc None None] Current status of the port 4a65025c-65d0-4a1d-a547-93d8f4dd8020 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:39:20.142826 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-3ebdba6f-2a73-478b-9c94-d221da24d4cc None None] Provisioning complete for port 35d27a70-f1dc-453e-9d38-55c72958bfcc triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:39:20.143213 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ebdba6f-2a73-478b-9c94-d221da24d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (35d27a70-f1dc-453e-9d38-55c72958bfcc), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:20.215376 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdba6f-2a73-478b-9c94-d221da24d4cc None None] Current status of the port 35d27a70-f1dc-453e-9d38-55c72958bfcc is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:39:22.043782 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57576) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:22.239985 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3b736-5979-479a-af15-928e6b265979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:22.240400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3b736-5979-479a-af15-928e6b265979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:22.241929 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1fb3b736-5979-479a-af15-928e6b265979 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1971879
Mar 18 02:39:24.555161 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57584) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:24.687925 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5897c-cb5d-4d3c-a3d9-048d28ff815d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:24.688414 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5897c-cb5d-4d3c-a3d9-048d28ff815d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:24.689941 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-31f5897c-cb5d-4d3c-a3d9-048d28ff815d admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1338401
Mar 18 02:39:26.329074 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:39:26.995159 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57592) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:27.127365 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc165ca-224f-42fa-ab4a-9898b991d1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:27.128740 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-bdc165ca-224f-42fa-ab4a-9898b991d1fa admin admin] 10.222.0.24 "GET /v2.0/networks/c2c90681-a60b-494e-b247-890f7a17bbb3 HTTP/1.1" status: 200  len: 868 time: 0.1326432
Mar 18 02:39:29.511543 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57602) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:29.635654 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd677f41-0f5f-44e2-898b-04a13aa130f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:29.637014 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-cd677f41-0f5f-44e2-898b-04a13aa130f6 admin admin] 10.222.0.24 "GET /v2.0/networks/d2d9cf51-cf5c-4a80-b728-a4e39ff62447 HTTP/1.1" status: 200  len: 886 time: 0.1245363
Mar 18 02:39:31.955385 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57610) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:32.079827 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59320dfb-61f2-4ca1-95e5-f4c4118b1225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:32.080293 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59320dfb-61f2-4ca1-95e5-f4c4118b1225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:32.081790 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-59320dfb-61f2-4ca1-95e5-f4c4118b1225 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1254683
Mar 18 02:39:34.447567 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57618) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:34.536508 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d9cae-f523-4af9-87df-6bc1e384616b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:34.536962 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d9cae-f523-4af9-87df-6bc1e384616b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:34.538479 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-df8d9cae-f523-4af9-87df-6bc1e384616b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0899830
Mar 18 02:39:36.862636 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57626) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:36.928891 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-056ced35-1558-4117-bc02-cfaca6d9f626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:36.953239 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ef096-0ad7-41f1-adb5-08bf30f52580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:36.955001 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0e3ef096-0ad7-41f1-adb5-08bf30f52580 admin admin] 10.222.0.24 "GET /v2.0/subnets/3019d78d-1f11-41d0-93f2-5197e283e49d HTTP/1.1" status: 200  len: 816 time: 0.0914743
Mar 18 02:39:39.219293 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f81cb908-3c70-4dc8-8d02-4a4a20983d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:39.265469 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57634) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:39:39.357812 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a47e28-b2ae-4276-b757-65d9bbe0d62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:39:39.359205 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-c0a47e28-b2ae-4276-b757-65d9bbe0d62b admin admin] 10.222.0.24 "GET /v2.0/subnets/b5fe7f4e-f9f9-4252-8271-285f62dbacea HTTP/1.1" status: 200  len: 868 time: 0.0928056
Mar 18 02:39:40.537213 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:41.774224 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:39:43.518936 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:03.327319 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:40:06.922241 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a6d50af4-acc4-4ccb-9106-a68e5afe4f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:07.672287 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57686) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:40:07.719852 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [None req-8576a0f1-7a07-4635-bffa-075a4659ae32 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:40:07.720855 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8576a0f1-7a07-4635-bffa-075a4659ae32 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0476298
Mar 18 02:40:09.223114 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7726e3fc-5308-4bae-a041-d01000da9beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:10.130699 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57694) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:40:10.189723 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.pecan_wsgi.hooks.translation [None req-d803baac-ce02-436c-b7d9-0f127ae0405c admin admin] GET failed (client error): The resource could not be found.
Mar 18 02:40:10.191043 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d803baac-ce02-436c-b7d9-0f127ae0405c admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0594034
Mar 18 02:40:10.403908 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58d55af-bc4e-4083-9245-f4230f6f1c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:40:10.405280 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a58d55af-bc4e-4083-9245-f4230f6f1c64 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2101176
Mar 18 02:40:10.535478 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:11.778868 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:12.747338 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57702) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:40:12.793266 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:40:12.813364 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Made reservation on behalf of c5bf56476564494782722f0b0d0f322f for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:40:12.815859 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:12.843099 dv-cinder-817135-5-iscsi neutron-server[115116]: WARNING neutron.services.revisions.revision_plugin [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fba5a549fd0] {project_id='c5bf56476564494782722f0b0d0f322f', id='15e318c9-d702-4d41-bb43-eb9d9f355bda', target_project='*', action='access_as_shared', object_id='1e3b18aa-7cba-44fe-8096-61329ccbbe6a'}> to bump revision.
Mar 18 02:40:12.855724 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:40:12.865275 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (62174f8e-921a-4bac-997f-a9445291f6ed), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:12.865618 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Added segment 62174f8e-921a-4bac-997f-a9445291f6ed of type vlan for network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a
Mar 18 02:40:12.904021 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (1e3b18aa-7cba-44fe-8096-61329ccbbe6a), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:12.927058 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (1e3b18aa-7cba-44fe-8096-61329ccbbe6a), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:12.927998 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:40:12.929171 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:13.004603 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.2561753
Mar 18 02:40:13.023093 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Pushing event updated for resources: {'Network': ['ID=1e3b18aa-7cba-44fe-8096-61329ccbbe6a,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:40:13.030525 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.030884 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.031260 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.031603 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.031940 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.032275 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.032605 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.032932 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.033276 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.033608 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.033952 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.034284 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.034636 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.034963 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.035287 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef196656-9ffe-4fe1-8c03-f692545cd2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:13.047595 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:40:13.520456 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:15.351456 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57710) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:40:15.411053 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.pecan_wsgi.hooks.translation [None req-3095ea44-5d6e-444e-92db-a48e58227717 admin admin] GET failed (client error): The resource could not be found.
Mar 18 02:40:15.412347 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3095ea44-5d6e-444e-92db-a48e58227717 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0599163
Mar 18 02:40:15.482629 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72519b4-3226-4c33-adc5-f66772450876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:40:15.484066 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c72519b4-3226-4c33-adc5-f66772450876 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.0677469
Mar 18 02:40:15.494331 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a', 'name': 'shared-subnet'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:40:15.513987 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Made reservation on behalf of c5bf56476564494782722f0b0d0f322f for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:40:15.516257 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:15.680217 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (899e9f69-67f1-499b-9657-d5de1083a6c3), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:15.733374 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=899e9f69-67f1-499b-9657-d5de1083a6c3,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:40:15.744520 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Checking segment: {'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:40:15.744878 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Network hostable DHCP agents. Network: 1e3b18aa-7cba-44fe-8096-61329ccbbe6a, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:40:15.760657 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:40:15.768635 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 1e3b18aa-7cba-44fe-8096-61329ccbbe6a) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:40:15.772869 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:40:15.773395 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:15.777621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e95cb-afbe-4834-9d3d-3f37e14dfc86 None None] Network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:40:15.793219 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5470f266-b524-48ff-b0aa-993c5775be4a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3029692
Mar 18 02:40:15.884025 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-1e3b18aa-7cba-44fe-8096-61329ccbbe6a', 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a', 'project_id': 'c5bf56476564494782722f0b0d0f322f', 'fixed_ips': [{'subnet_id': '899e9f69-67f1-499b-9657-d5de1083a6c3'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:40:15.884907 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:16.038214 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Allocated IP 192.168.233.2 (1e3b18aa-7cba-44fe-8096-61329ccbbe6a/899e9f69-67f1-499b-9657-d5de1083a6c3/3ea16eb5-124a-41d1-b722-b7a63ca5ea41) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:40:16.275117 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Publish callbacks [] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:16.282419 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:16.322023 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:40:16.324819 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:40:16.327220 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:40:16.342903 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Pushing event updated for resources: {'Port': ['ID=3ea16eb5-124a-41d1-b722-b7a63ca5ea41,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:40:16.365251 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.365600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.366505 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.366879 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.367219 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.367551 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.367880 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.368208 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.368534 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.368859 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.369185 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.369526 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.369852 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.370175 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.370600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:40:16.404103 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Attempting to bind port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:40:16.404482 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Attempting to bind port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:40:16.404859 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Attempting to bind port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 on network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:40:16.409951 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:40:16.410326 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Checking segment: {'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:40:16.410755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:16.411152 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Bound using segment: {'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:40:16.411620 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Bound port: 3ea16eb5-124a-41d1-b722-b7a63ca5ea41, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:40:16.411998 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:16.474806 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] For port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:40:16.478585 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] For port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=3ea16eb5-124a-41d1-b722-b7a63ca5ea41,segment=NetworkSegment(62174f8e-921a-4bac-997f-a9445291f6ed),segment_id=62174f8e-921a-4bac-997f-a9445291f6ed)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:40:16.483822 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:16.553384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f214-1107-461d-8172-55ce29c3ea15 None None] Pushing event updated for resources: {'Port': ['ID=3ea16eb5-124a-41d1-b722-b7a63ca5ea41,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:40:17.412449 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557da454-a819-4464-9017-9f490ce98ae5 None None] Network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:40:17.499286 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-6a650072-74eb-4773-813a-95e73b867b3c None None] Provisioning complete for port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:40:17.499677 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a650072-74eb-4773-813a-95e73b867b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:17.612909 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6a650072-74eb-4773-813a-95e73b867b3c None None] Current status of the port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:40:17.613300 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a650072-74eb-4773-813a-95e73b867b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:17.652531 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-6a650072-74eb-4773-813a-95e73b867b3c None None] For port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=3ea16eb5-124a-41d1-b722-b7a63ca5ea41,segment=NetworkSegment(62174f8e-921a-4bac-997f-a9445291f6ed),segment_id=62174f8e-921a-4bac-997f-a9445291f6ed)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:40:17.658002 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a650072-74eb-4773-813a-95e73b867b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:17.712805 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a650072-74eb-4773-813a-95e73b867b3c None None] Pushing event updated for resources: {'Port': ['ID=3ea16eb5-124a-41d1-b722-b7a63ca5ea41,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:40:17.778925 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-ec6978fd-e243-42d1-8dbb-82edf57887b1 None None] Provisioning complete for port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:40:17.779318 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec6978fd-e243-42d1-8dbb-82edf57887b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:17.858012 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ec6978fd-e243-42d1-8dbb-82edf57887b1 None None] Current status of the port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:40:18.331429 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:40:18.380007 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:40:18.380494 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (3ea16eb5-124a-41d1-b722-b7a63ca5ea41), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:18.462097 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 3ea16eb5-124a-41d1-b722-b7a63ca5ea41 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:40:36.924555 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8491dd56-f3d4-46f5-99ac-95d5b34a9875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:39.226981 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-466ead55-c3c1-47b4-ac83-0379c35019ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:40.326020 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:40:40.539357 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:41.782968 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:40:43.523411 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:06.926859 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c0665bf3-c97d-4996-9dba-47aedcda568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:09.228600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4c6642df-dd3e-498d-a453-96fe325fdcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:10.547336 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:11.789035 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:13.527132 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:17.325219 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:41:36.932099 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7d3a79ca-fe6b-4c4b-ac0e-767da71da296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:39.230194 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9af8084a-9225-4051-9c34-9b257b3590da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:40.544270 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:41.791793 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:43.525397 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:47.885689 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57748) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:41:47.891279 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [None req-998b7d04-f56a-4ba9-b03d-3033cbe82f43 tempest-verify_tempest_config-1250539374 tempest-verify_tempest_config-1250539374-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:41:47.892244 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-998b7d04-f56a-4ba9-b03d-3033cbe82f43 tempest-verify_tempest_config-1250539374 tempest-verify_tempest_config-1250539374-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0056047
Mar 18 02:41:48.178521 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57766) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:41:48.277506 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:48.349930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Publish callbacks [] for security_group (fcf5143e-328e-4803-86df-3e1449affea7), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:48.353692 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fcf5143e-328e-4803-86df-3e1449affea7), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:48.398818 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43a734c1290c45ad938294abf7fcc452&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2192481
Mar 18 02:41:48.399633 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5143e-328e-4803-86df-3e1449affea7,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:41:48.401611 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57770) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:41:48.406899 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.407246 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.407769 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.407975 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.408304 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.408727 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.409054 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.409374 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.409712 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.410035 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.410369 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.410738 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.411064 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.412095 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.412415 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc6097-e5d1-401d-ae86-fd8a79cc180d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.458681 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Publish callbacks [] for security_group (fcf5143e-328e-4803-86df-3e1449affea7), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:48.483502 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Publish callbacks [] for security_group (fcf5143e-328e-4803-86df-3e1449affea7), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:48.576839 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fcf5143e-328e-4803-86df-3e1449affea7), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:48.580173 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:41:48.581328 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcf5143e-328e-4803-86df-3e1449affea7 HTTP/1.1" status: 204  len: 168 time: 0.1787565
Mar 18 02:41:48.590535 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf5143e-328e-4803-86df-3e1449affea7,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:41:48.597363 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.597824 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.598208 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.598584 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.598976 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.599304 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.599717 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.600096 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.600873 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.601273 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.601629 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.601974 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.602302 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.602653 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:48.602974 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0967c-38be-40ae-9b98-96ebbc67b057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:41:54.324168 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:42:06.934206 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34905180-26c7-428f-8584-fdd5f80780f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:09.230878 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-201093c1-a5e0-4e42-9b2c-5c137870086b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:10.546075 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:11.796135 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:13.519850 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:31.323303 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:42:36.936655 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d79ded93-93c0-42b5-b9dc-2293c81f31a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:39.232735 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-360802c8-98cd-44c6-95f7-d1c3e17cdf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:40.550742 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:41.799076 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:42:43.523276 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:06.937988 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de06d60a-f91f-4522-b9f4-be5e22e27db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:08.321647 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 5 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:43:09.233618 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aacdc56a-9497-4a0c-8d35-8c3de1af3ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:10.553627 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:11.802033 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:13.525000 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:24.226554 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055692'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:36.939903 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6d204ffc-3d24-4882-b4ef-4a9082191b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:39.037658 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 57842) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:43:39.144187 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-57df62b4-9c5d-4bee-a1f3-6696e8a88b87 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.1051500
Mar 18 02:43:39.236365 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-10dce73b-6f32-4b1a-a9b5-058912721d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:40.558090 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:41.530694 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 57852) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:43:41.592348 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0d1bf1fb-c958-4641-9e69-4763d838d980 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.0605476
Mar 18 02:43:41.804368 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:43.529149 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:43:45.320836 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:43:54.195183 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:06.942134 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-807c4016-de10-4dfa-81ec-a36fed07e5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:09.241774 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40ee157c-6294-4798-b609-a6ea7143eef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:10.559304 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:11.807095 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:13.530552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:22.320429 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:44:24.213791 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:36.953157 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04092e42-2764-40da-baab-9fa82e1e1657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:39.252699 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06eab867-2b27-4ed9-8d22-6c139baeb905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:40.561122 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:41.810710 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:43.534456 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:54.211250 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:44:59.319959 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:45:06.945784 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-94409e89-3206-4a6d-b49c-fd78d23dad5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:09.246831 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7ef1-4e81-491e-a7b1-cf9e6286b6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:10.564821 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:11.814439 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:13.546024 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:17.546090 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58024) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:17.793855 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-network', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:17.824072 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Made reservation on behalf of f22ea5ccb37b487e83c237d313f61033 for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:17.826769 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:17.836097 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:17.922023 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks [] for security_group (ab66b2b9-78bf-4f5e-884a-89d4561cce76), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:17.927585 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (ab66b2b9-78bf-4f5e-884a-89d4561cce76), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:17.954586 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab66b2b9-78bf-4f5e-884a-89d4561cce76,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:17.967010 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.967531 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.967990 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.968433 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.968806 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.969181 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.969538 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.970047 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.970464 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.970823 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.971170 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.971601 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.971817 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.972202 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.972498 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Tracked resource versions report:
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]: pushed versions:
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]: {   'AddressGroup': {'1.2'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Agent': {'1.1'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'ConntrackHelper': {'1.0'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Log': {'1.0'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'NDPProxy': {'1.0'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Network': {'1.1'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Port': {'1.7'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'PortForwarding': {'1.3'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'QosPolicy': {'1.10'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'SecurityGroup': {'1.5'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'SubPort': {'1.0'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Subnet': {'1.1'},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     'Trunk': {'1.1'}}
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]: consumer versions:
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     HyperV agent@hv-cinder-81713: {},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Agent': '1.1',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Log': '1.0',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'NDPProxy': '1.0',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Network': '1.1',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Port': '1.7',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'PortForwarding': '1.3',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'QosPolicy': '1.10',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'SecurityGroup': '1.5',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'SubPort': '1.0',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Subnet': '1.1',
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:                                                      'Trunk': '1.1'}}
Mar 18 02:45:17.973590 dv-cinder-817135-5-iscsi neutron-server[115116]:  {{(pid=115116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:45:17.983534 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:45:17.989153 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (255c7103-5d9f-47eb-9a64-9d18a11f0a9f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:17.990334 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Added segment 255c7103-5d9f-47eb-9a64-9d18a11f0a9f of type vlan for network 95079f1c-5ea3-498a-a938-a024190328bf
Mar 18 02:45:18.031633 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (95079f1c-5ea3-498a-a938-a024190328bf), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.057761 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (95079f1c-5ea3-498a-a938-a024190328bf), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.058906 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:18.059494 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.136459 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58060) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:18.136983 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5894308
Mar 18 02:45:18.143359 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Request body: {'subnet': {'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-subnet', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:18.144281 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474c510-def9-45d4-a5e3-796b661b42fd admin admin] Pushing event updated for resources: {'Network': ['ID=95079f1c-5ea3-498a-a938-a024190328bf,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:18.157826 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 95079f1c-5ea3-498a-a938-a024190328bf details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:45:18.183646 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Made reservation on behalf of f22ea5ccb37b487e83c237d313f61033 for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:18.188935 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.239300 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58064) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:18.444616 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (2f382b22-6dc6-47f3-aa36-32bb8e623860), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.502680 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f382b22-6dc6-47f3-aa36-32bb8e623860,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:18.506682 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58078) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:18.527489 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.528029 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.528553 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.529062 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.529729 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.530210 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.530842 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.531357 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.531939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.532447 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.532986 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.533510 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.534005 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.534522 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.535018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Tracked resource versions report:
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]: pushed versions:
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]: {   'AddressGroup': {'1.2'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Agent': {'1.1'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'ConntrackHelper': {'1.0'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Log': {'1.0'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'NDPProxy': {'1.0'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Network': {'1.1'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Port': {'1.7'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'PortForwarding': {'1.3'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'QosPolicy': {'1.10'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'SecurityGroup': {'1.5'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'SubPort': {'1.0'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Subnet': {'1.1'},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     'Trunk': {'1.1'}}
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]: consumer versions:
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     HyperV agent@hv-cinder-81713: {},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Agent': '1.1',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Log': '1.0',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'NDPProxy': '1.0',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Network': '1.1',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Port': '1.7',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'PortForwarding': '1.3',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'QosPolicy': '1.10',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'SecurityGroup': '1.5',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'SubPort': '1.0',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Subnet': '1.1',
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:                                                      'Trunk': '1.1'}}
Mar 18 02:45:18.537168 dv-cinder-817135-5-iscsi neutron-server[115117]:  {{(pid=115117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:45:18.548195 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Checking segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:18.549381 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Network hostable DHCP agents. Network: 95079f1c-5ea3-498a-a938-a024190328bf, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:45:18.569896 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Network 95079f1c-5ea3-498a-a938-a024190328bf is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:45:18.582640 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 95079f1c-5ea3-498a-a938-a024190328bf) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:18.589588 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:18.590838 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.596010 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e97117-b6e2-42cf-8947-dcc7be2edeb2 None None] Network 95079f1c-5ea3-498a-a938-a024190328bf requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:18.621180 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58088) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:18.623613 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-19a97780-3bf4-4743-a335-0ff7b735415b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4850552
Mar 18 02:45:18.626587 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:18.657221 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-387267249-network', 'tenant_id': 'ab77c720a52f4c56b8194fa9af3e9f2e'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:18.682578 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (99c5fde1-cc74-4a24-8475-c072ca11e876), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.683920 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (99c5fde1-cc74-4a24-8475-c072ca11e876), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.689422 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Made reservation on behalf of ab77c720a52f4c56b8194fa9af3e9f2e for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:18.692469 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.702740 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.718321 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-95079f1c-5ea3-498a-a938-a024190328bf', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:45:18.719817 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.731472 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58092) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:18.796227 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks [] for security_group (adbc4ab4-78d9-471d-aa2f-b7238eb7926f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.806410 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (adbc4ab4-78d9-471d-aa2f-b7238eb7926f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.819667 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:45:18.829344 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (2c4edae0-7d64-4451-a05d-b2ea1e8e62c6), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.829958 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Added segment 2c4edae0-7d64-4451-a05d-b2ea1e8e62c6 of type vlan for network ac2a89a6-baba-4a45-8f59-2738191ae7ca
Mar 18 02:45:18.876397 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (ac2a89a6-baba-4a45-8f59-2738191ae7ca), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.880777 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Allocated IP 172.20.0.2 (95079f1c-5ea3-498a-a938-a024190328bf/2f382b22-6dc6-47f3-aa36-32bb8e623860/85234303-7860-437d-a97a-7b84fa6288f3) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:18.903409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1311831182-network', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:18.919620 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58106) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:18.924119 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks [] for router_controller (99c5fde1-cc74-4a24-8475-c072ca11e876), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:18.966129 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Made reservation on behalf of 9eb71a501cc048a4ab730eb78a02d8d5 for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:18.969563 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.007541 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-835084834-network', 'tenant_id': '429333b49cfc4803b1562a78c9e9d912'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:19.015140 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.030646 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (ac2a89a6-baba-4a45-8f59-2738191ae7ca), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.031996 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:19.032808 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.034441 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Publish callbacks [] for port (85234303-7860-437d-a97a-7b84fa6288f3), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.045251 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (85234303-7860-437d-a97a-7b84fa6288f3), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.047641 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc4ab4-78d9-471d-aa2f-b7238eb7926f,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:19.080562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Made reservation on behalf of 429333b49cfc4803b1562a78c9e9d912 for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:19.086626 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.100288 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Network 95079f1c-5ea3-498a-a938-a024190328bf is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:19.104750 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:19.114172 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:19.122060 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.157809 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Pushing event updated for resources: {'Port': ['ID=85234303-7860-437d-a97a-7b84fa6288f3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:19.169384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.170558 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.171192 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.171775 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.172387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.172935 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.173785 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.174320 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.175061 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.176287 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.177642 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.178397 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.179250 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.179787 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.180328 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Tracked resource versions report:
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]: pushed versions:
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]: {   'AddressGroup': {'1.2'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Agent': {'1.1'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'ConntrackHelper': {'1.0'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Log': {'1.0'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'NDPProxy': {'1.0'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Network': {'1.1'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Port': {'1.7'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'PortForwarding': {'1.3'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'QosPolicy': {'1.10'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'SecurityGroup': {'1.5'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'SubPort': {'1.0'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Subnet': {'1.1'},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     'Trunk': {'1.1'}}
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]: consumer versions:
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     HyperV agent@hv-cinder-81713: {},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Agent': '1.1',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Log': '1.0',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'NDPProxy': '1.0',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Network': '1.1',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Port': '1.7',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'PortForwarding': '1.3',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'QosPolicy': '1.10',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'SecurityGroup': '1.5',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'SubPort': '1.0',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Subnet': '1.1',
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:                                                      'Trunk': '1.1'}}
Mar 18 02:45:19.182796 dv-cinder-817135-5-iscsi neutron-server[115118]:  {{(pid=115118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:45:19.202090 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1784803564-network', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:19.220251 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Attempting to bind port 85234303-7860-437d-a97a-7b84fa6288f3 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:19.220981 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Attempting to bind port 85234303-7860-437d-a97a-7b84fa6288f3 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:19.221597 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Attempting to bind port 85234303-7860-437d-a97a-7b84fa6288f3 on network 95079f1c-5ea3-498a-a938-a024190328bf {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:19.227721 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:19.228706 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Checking segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:19.229450 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.230063 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Bound using segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:19.232651 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Bound port: 85234303-7860-437d-a97a-7b84fa6288f3, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:19.233311 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (85234303-7860-437d-a97a-7b84fa6288f3), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.264085 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2a89a6-baba-4a45-8f59-2738191ae7ca,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:19.270434 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Made reservation on behalf of 3206ff72be72472abb2c1e9daa325e70 for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:19.274204 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.291606 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.297976 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-9aa75d7e-9ee2-40e2-bdf9-35ef39d0d1e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.0567691
Mar 18 02:45:19.303392 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58126) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:19.307744 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network ac2a89a6-baba-4a45-8f59-2738191ae7ca details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:45:19.309993 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Request body: {'subnet': {'network_id': 'ac2a89a6-baba-4a45-8f59-2738191ae7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-387267249-subnet', 'tenant_id': 'ab77c720a52f4c56b8194fa9af3e9f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:19.340483 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks [] for router_gateway (99c5fde1-cc74-4a24-8475-c072ca11e876), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.349724 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Made reservation on behalf of ab77c720a52f4c56b8194fa9af3e9f2e for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:19.356739 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.438218 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] For port 85234303-7860-437d-a97a-7b84fa6288f3, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:19.443592 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] For port 85234303-7860-437d-a97a-7b84fa6288f3, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=85234303-7860-437d-a97a-7b84fa6288f3,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:19.451563 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks [] for security_group (81dc46fa-e4ab-45ae-95d9-9bef79949074), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.453725 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks [] for security_group (e6790d21-5735-466c-8f72-e5fb1bc3fdff), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.454586 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (85234303-7860-437d-a97a-7b84fa6288f3), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.477785 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (81dc46fa-e4ab-45ae-95d9-9bef79949074), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.480607 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e6790d21-5735-466c-8f72-e5fb1bc3fdff), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.534772 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d39d11-2cca-4857-8201-1ced8d54693b None None] Pushing event updated for resources: {'Port': ['ID=85234303-7860-437d-a97a-7b84fa6288f3,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:19.578557 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:45:19.627383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:45:19.669984 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (cb25fba1-8755-4cd4-a639-4ad5697c949c), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.702768 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (b9903920-85a8-4758-86eb-4fd086adb1c4), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.703178 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Added segment b9903920-85a8-4758-86eb-4fd086adb1c4 of type vlan for network c1c8d908-2f68-4577-90cf-69c2a4313d92
Mar 18 02:45:19.743953 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (73a9753a-01aa-49d0-89aa-e2486598987f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.744524 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Added segment 73a9753a-01aa-49d0-89aa-e2486598987f of type vlan for network abdbe5d0-e208-44c9-9d0f-66761487ec77
Mar 18 02:45:19.806758 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc46fa-e4ab-45ae-95d9-9bef79949074,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:19.924831 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (abdbe5d0-e208-44c9-9d0f-66761487ec77), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.934112 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks [] for security_group (11f23fdf-cb48-40a5-bd8f-958fb5ead797), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.957263 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (11f23fdf-cb48-40a5-bd8f-958fb5ead797), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:19.971222 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (c1c8d908-2f68-4577-90cf-69c2a4313d92), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.003851 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6790d21-5735-466c-8f72-e5fb1bc3fdff,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:20.023216 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb25fba1-8755-4cd4-a639-4ad5697c949c,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:20.039610 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:45:20.060887 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (abdbe5d0-e208-44c9-9d0f-66761487ec77), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.062630 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:20.063475 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.087656 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (07280124-2018-4232-b214-8bb260751e26), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.088154 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Added segment 07280124-2018-4232-b214-8bb260751e26 of type vlan for network f2e0f556-bfee-46d9-b175-293c56c9b8c9
Mar 18 02:45:20.103102 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5949588
Mar 18 02:45:20.119056 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Checking segment: {'id': '2c4edae0-7d64-4451-a05d-b2ea1e8e62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ac2a89a6-baba-4a45-8f59-2738191ae7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:20.119529 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Network hostable DHCP agents. Network: ac2a89a6-baba-4a45-8f59-2738191ae7ca, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:45:20.127101 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58166) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:20.133703 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Request body: {'subnet': {'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-subnet', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:20.140573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (c1c8d908-2f68-4577-90cf-69c2a4313d92), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.141495 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:20.142263 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.197997 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks [] for router_gateway (99c5fde1-cc74-4a24-8475-c072ca11e876), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.222742 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Made reservation on behalf of 9eb71a501cc048a4ab730eb78a02d8d5 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:20.225279 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.227549 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.240055 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Network ac2a89a6-baba-4a45-8f59-2738191ae7ca is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:45:20.265916 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8710a-17cf-47ec-91ee-4266d0e22175 admin admin] Pushing event updated for resources: {'Network': ['ID=abdbe5d0-e208-44c9-9d0f-66761487ec77,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:20.280332 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:45:20.337885 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f23fdf-cb48-40a5-bd8f-958fb5ead797,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:20.347134 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, ac2a89a6-baba-4a45-8f59-2738191ae7ca) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:20.381970 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:20.382856 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.416775 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0151b-e173-46f8-ab5c-b8abf6bb0fe9 None None] Network ac2a89a6-baba-4a45-8f59-2738191ae7ca requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:20.446932 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3d20c9f5-4357-42cc-b951-0dc194ad1d21 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1368544
Mar 18 02:45:20.496894 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (f2e0f556-bfee-46d9-b175-293c56c9b8c9), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.517145 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58188) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:20.547413 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6267519
Mar 18 02:45:20.578039 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58190) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:20.595111 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Request body: {'subnet': {'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1784803564-subnet', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:20.651680 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Allocated IP 172.27.0.8 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/7a4200c5-5d41-4253-b8bc-7f2998c76895) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:20.654930 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03084d-84c6-4599-a6f6-e7d069ff6ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c8d908-2f68-4577-90cf-69c2a4313d92,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:20.687248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:45:20.746626 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (f2e0f556-bfee-46d9-b175-293c56c9b8c9), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.747601 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:20.755957 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.814074 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Made reservation on behalf of 3206ff72be72472abb2c1e9daa325e70 for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:20.840946 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:20.877029 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 85234303-7860-437d-a97a-7b84fa6288f3 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:20.992663 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (27be4128-fbd6-4dc1-8e0b-0829b65e9183), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.048969 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3151536
Mar 18 02:45:21.076888 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ba529-a9c1-4575-9fb2-941f185eccac None None] Network ac2a89a6-baba-4a45-8f59-2738191ae7ca requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:21.081534 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58204) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:21.086887 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a6b22502-6991-4cd5-90da-bcf096f5316d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.087997 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Request body: {'subnet': {'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-835084834-subnet', 'tenant_id': '429333b49cfc4803b1562a78c9e9d912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:21.113891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb774c0a-0a57-4d0a-86a4-56fcc2f61378 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e0f556-bfee-46d9-b175-293c56c9b8c9,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:21.147002 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Made reservation on behalf of 429333b49cfc4803b1562a78c9e9d912 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:21.150859 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.158340 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network f2e0f556-bfee-46d9-b175-293c56c9b8c9 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:45:21.269398 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be48d758-2016-4953-9db7-43a8a89fcb32 None None] Network 95079f1c-5ea3-498a-a938-a024190328bf requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:21.305847 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a6b22502-6991-4cd5-90da-bcf096f5316d admin admin] Publish callbacks [] for security_group (700b5b89-c404-44ff-aa7a-e0dc7c5b410d), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.324308 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a6b22502-6991-4cd5-90da-bcf096f5316d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (700b5b89-c404-44ff-aa7a-e0dc7c5b410d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.337692 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks [] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.387908 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 85234303-7860-437d-a97a-7b84fa6288f3 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:21.388892 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (85234303-7860-437d-a97a-7b84fa6288f3), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.394298 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27be4128-fbd6-4dc1-8e0b-0829b65e9183,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:21.428701 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-a6b22502-6991-4cd5-90da-bcf096f5316d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4e7437badf8401a8cae876458ef28fb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8738616
Mar 18 02:45:21.437235 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58220) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:21.447959 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-fd7c526c-5505-44b8-8b03-49bdcfed29fc None None] Provisioning complete for port 85234303-7860-437d-a97a-7b84fa6288f3 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:21.448361 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd7c526c-5505-44b8-8b03-49bdcfed29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (85234303-7860-437d-a97a-7b84fa6288f3), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.453722 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Checking segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:21.454187 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Network hostable DHCP agents. Network: abdbe5d0-e208-44c9-9d0f-66761487ec77, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:45:21.474783 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (79740d20-9580-448e-9d99-588bf1a0b8f5), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.501099 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b22502-6991-4cd5-90da-bcf096f5316d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700b5b89-c404-44ff-aa7a-e0dc7c5b410d,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:21.589810 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.613693 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:21.621166 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:21.623667 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 85234303-7860-437d-a97a-7b84fa6288f3 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:21.624292 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (85234303-7860-437d-a97a-7b84fa6288f3), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.637117 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:21.647445 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Checking segment: {'id': '07280124-2018-4232-b214-8bb260751e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:21.649503 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Network hostable DHCP agents. Network: f2e0f556-bfee-46d9-b175-293c56c9b8c9, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:45:21.656703 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:45:21.687985 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c526c-5505-44b8-8b03-49bdcfed29fc None None] Current status of the port 85234303-7860-437d-a97a-7b84fa6288f3 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:21.691112 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd7c526c-5505-44b8-8b03-49bdcfed29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (85234303-7860-437d-a97a-7b84fa6288f3), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.717968 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (73ba2539-ef23-4d16-8037-731e4706cb77), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.738764 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58232) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:21.763886 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 85234303-7860-437d-a97a-7b84fa6288f3, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=85234303-7860-437d-a97a-7b84fa6288f3,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:21.777893 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (85234303-7860-437d-a97a-7b84fa6288f3), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.796223 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ba2539-ef23-4d16-8037-731e4706cb77,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:21.800218 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1033249334-network', 'tenant_id': '35d04bcf2e6b442a87b4799f123c275d'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:21.808837 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Checking segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:21.809274 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Network hostable DHCP agents. Network: c1c8d908-2f68-4577-90cf-69c2a4313d92, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:45:21.813903 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, abdbe5d0-e208-44c9-9d0f-66761487ec77) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:21.823903 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79740d20-9580-448e-9d99-588bf1a0b8f5,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:21.831568 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:45:21.845391 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, c1c8d908-2f68-4577-90cf-69c2a4313d92) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:21.850824 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:21.852476 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.857441 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:21.858135 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.868977 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Network f2e0f556-bfee-46d9-b175-293c56c9b8c9 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:45:21.877675 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-00ac3b13-00dd-4c06-a204-65ee11ed6908 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2862706
Mar 18 02:45:21.881723 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58240) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:21.888144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:21.927320 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (6808243f-745f-453f-ac0a-131089b914d2), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.930529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (6808243f-745f-453f-ac0a-131089b914d2), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.935669 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4200c5-5d41-4253-b8bc-7f2998c76895,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:21.946406 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fdabce53-d59b-4296-9ac4-26916995186e admin admin] Publish callbacks [] for security_group (700b5b89-c404-44ff-aa7a-e0dc7c5b410d), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.963302 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2babf6b4-3f78-4d51-9773-84888cb247f7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8351090
Mar 18 02:45:21.964900 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58244) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:21.971125 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, f2e0f556-bfee-46d9-b175-293c56c9b8c9) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:21.976619 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:21.977637 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:21.982524 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:21.997015 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6b1d4-97c1-4167-bdba-d16f0689c676 None None] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:21.999331 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf436ac4-f42c-42f5-bc97-7a3a9f4f108d None None] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:22.001011 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece903f1-ae43-40c6-a2cd-8f0191d73cbd None None] Network f2e0f556-bfee-46d9-b175-293c56c9b8c9 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:22.003127 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Made reservation on behalf of 35d04bcf2e6b442a87b4799f123c275d for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:22.006269 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.035340 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.051306 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fdabce53-d59b-4296-9ac4-26916995186e admin admin] Publish callbacks [] for security_group (700b5b89-c404-44ff-aa7a-e0dc7c5b410d), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.106569 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6f0f098b-612b-4f45-a5c9-5aec0b1f4764 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0200291
Mar 18 02:45:22.209235 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (c68fad7d-6e31-444b-b6bf-c3818e475517), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.213460 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (c68fad7d-6e31-444b-b6bf-c3818e475517), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.213918 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc82c3-d38c-4da7-b2c2-f5898233c88d None None] Network f2e0f556-bfee-46d9-b175-293c56c9b8c9 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:22.264247 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks [] for router_controller (6808243f-745f-453f-ac0a-131089b914d2), precommit_add_association {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.299054 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.db.api [None req-fd7c526c-5505-44b8-8b03-49bdcfed29fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 18 02:45:22.299455 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG oslo_db.api [None req-fd7c526c-5505-44b8-8b03-49bdcfed29fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 18 02:45:22.334419 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=85234303-7860-437d-a97a-7b84fa6288f3,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:22.395839 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks [] for router_controller (c68fad7d-6e31-444b-b6bf-c3818e475517), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.441198 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-abdbe5d0-e208-44c9-9d0f-66761487ec77', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:45:22.442795 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.445054 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-c1c8d908-2f68-4577-90cf-69c2a4313d92', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:45:22.445832 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.547313 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fdabce53-d59b-4296-9ac4-26916995186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (700b5b89-c404-44ff-aa7a-e0dc7c5b410d), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.550810 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fdabce53-d59b-4296-9ac4-26916995186e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.552483 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-fdabce53-d59b-4296-9ac4-26916995186e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/700b5b89-c404-44ff-aa7a-e0dc7c5b410d HTTP/1.1" status: 204  len: 168 time: 1.1122406
Mar 18 02:45:22.601777 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabce53-d59b-4296-9ac4-26916995186e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700b5b89-c404-44ff-aa7a-e0dc7c5b410d,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:22.613118 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks [] for router_gateway (99c5fde1-cc74-4a24-8475-c072ca11e876), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.635611 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks [] for security_group (e58abd9f-6951-4faf-a465-9d2adea951c1), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.764506 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks [] for router_gateway (6808243f-745f-453f-ac0a-131089b914d2), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:22.852625 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 85234303-7860-437d-a97a-7b84fa6288f3 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:22.893289 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58296) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:22.916344 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c526c-5505-44b8-8b03-49bdcfed29fc None None] Current status of the port 85234303-7860-437d-a97a-7b84fa6288f3 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:22.931226 dv-cinder-817135-5-iscsi neutron-server[115117]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 18 02:45:23.057666 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e58abd9f-6951-4faf-a465-9d2adea951c1), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.066872 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Allocated IP 172.20.0.2 (c1c8d908-2f68-4577-90cf-69c2a4313d92/73ba2539-ef23-4d16-8037-731e4706cb77/255306ce-03bd-4cf7-99fc-e3f9a464597e) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:23.099640 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks [] for router_gateway (c68fad7d-6e31-444b-b6bf-c3818e475517), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.108404 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:45:23.147674 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58abd9f-6951-4faf-a465-9d2adea951c1,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:23.154953 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (d6b5b995-a7ce-46c1-9cc6-f158772fdda5), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.155336 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Added segment d6b5b995-a7ce-46c1-9cc6-f158772fdda5 of type vlan for network f9c17396-c5fe-45e8-915b-19b9bc74963e
Mar 18 02:45:23.192107 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c6911b4d-6ff9-4d2d-abb1-f949f2cbd52f tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:23.194233 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c6911b4d-6ff9-4d2d-abb1-f949f2cbd52f tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/networks?id=f2e0f556-bfee-46d9-b175-293c56c9b8c9 HTTP/1.1" status: 200  len: 811 time: 0.2946713
Mar 18 02:45:23.215934 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-6fb4d81f-9b6a-4688-977d-6498d0a5fec9 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/quotas/429333b49cfc4803b1562a78c9e9d912 HTTP/1.1" status: 200  len: 375 time: 0.0155110
Mar 18 02:45:23.273976 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (f9c17396-c5fe-45e8-915b-19b9bc74963e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.335024 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e4bdf51f-4788-4741-8220-97b140c79f90 None None] Provisioning complete for port 85234303-7860-437d-a97a-7b84fa6288f3 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:23.335540 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf51f-4788-4741-8220-97b140c79f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (85234303-7860-437d-a97a-7b84fa6288f3), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.344067 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-4806693b-0c38-43ff-8792-a2ca9a0d5721 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=429333b49cfc4803b1562a78c9e9d912&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0780597
Mar 18 02:45:23.344763 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 85234303-7860-437d-a97a-7b84fa6288f3 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:23.345256 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (85234303-7860-437d-a97a-7b84fa6288f3), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.415511 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (f9c17396-c5fe-45e8-915b-19b9bc74963e), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.417143 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:23.417907 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.421934 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks [] for router_gateway (6808243f-745f-453f-ac0a-131089b914d2), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.431272 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Publish callbacks [] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.453242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.475625 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.481268 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Allocated IP 172.20.0.2 (abdbe5d0-e208-44c9-9d0f-66761487ec77/27be4128-fbd6-4dc1-8e0b-0829b65e9183/5c377a47-25ef-4d31-92b5-b714f65c4857) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:23.518877 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.7437150
Mar 18 02:45:23.523313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58320) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:23.529102 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Request body: {'subnet': {'network_id': 'f9c17396-c5fe-45e8-915b-19b9bc74963e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1033249334-subnet', 'tenant_id': '35d04bcf2e6b442a87b4799f123c275d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:23.530518 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Pushing event updated for resources: {'Port': ['ID=255306ce-03bd-4cf7-99fc-e3f9a464597e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:23.538943 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e46bb-258a-48ae-a1b4-4741eea61d41 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c17396-c5fe-45e8-915b-19b9bc74963e,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:23.553341 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:23.561340 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:23.563316 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network f9c17396-c5fe-45e8-915b-19b9bc74963e details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:45:23.572730 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:23.577622 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Made reservation on behalf of 35d04bcf2e6b442a87b4799f123c275d for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:23.581725 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.586246 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (99c5fde1-cc74-4a24-8475-c072ca11e876), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.772551 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 85234303-7860-437d-a97a-7b84fa6288f3 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:23.817609 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Allocated IP 172.27.0.132 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/5a446fb9-b966-4450-89ca-2a2bcf32613f) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:23.841288 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Attempting to bind port 255306ce-03bd-4cf7-99fc-e3f9a464597e on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:23.848832 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Attempting to bind port 255306ce-03bd-4cf7-99fc-e3f9a464597e by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:23.849558 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Attempting to bind port 255306ce-03bd-4cf7-99fc-e3f9a464597e on network c1c8d908-2f68-4577-90cf-69c2a4313d92 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:23.880307 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks [] for router_gateway (c68fad7d-6e31-444b-b6bf-c3818e475517), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.909407 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.934718 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:23.935613 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Checking segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:23.936269 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.936780 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Bound using segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:23.937590 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Bound port: 255306ce-03bd-4cf7-99fc-e3f9a464597e, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:23.938531 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:23.954789 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Router 99c5fde1-cc74-4a24-8475-c072ca11e876 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:45:23.963368 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdf51f-4788-4741-8220-97b140c79f90 None None] Current status of the port 85234303-7860-437d-a97a-7b84fa6288f3 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:23.987945 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58334) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:24.040465 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-6175c1f9-0ce8-4ab4-8ddc-17f706d46ae2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:45:24.054225 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-6175c1f9-0ce8-4ab4-8ddc-17f706d46ae2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3805168
Mar 18 02:45:24.091662 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (da145559-80f3-4370-b59f-a7a4d2d65912), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.126228 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:45:24.140125 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks [] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.153949 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.158876 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Sync routers for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:45:24.160260 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8930d67b-297c-49a4-ab83-324b5c06c7f3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.5374641
Mar 18 02:45:24.162183 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58342) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:24.179142 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:24.180006 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8370>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:24.185532 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-fc7add4e-4dab-44b4-95d7-1e2b944da7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.190926 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] For port 255306ce-03bd-4cf7-99fc-e3f9a464597e, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:24.247297 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] For port 255306ce-03bd-4cf7-99fc-e3f9a464597e, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=255306ce-03bd-4cf7-99fc-e3f9a464597e,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:24.313533 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-fc7add4e-4dab-44b4-95d7-1e2b944da7e0 admin admin] Publish callbacks [] for security_group (fcd02c46-e3c7-432e-b478-c99589c7088e), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.317886 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.330182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da145559-80f3-4370-b59f-a7a4d2d65912,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:24.334308 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.338857 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-fc7add4e-4dab-44b4-95d7-1e2b944da7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fcd02c46-e3c7-432e-b478-c99589c7088e), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.362085 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Publish callbacks [] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.410400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Checking segment: {'id': 'd6b5b995-a7ce-46c1-9cc6-f158772fdda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f9c17396-c5fe-45e8-915b-19b9bc74963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:24.411259 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Network hostable DHCP agents. Network: f9c17396-c5fe-45e8-915b-19b9bc74963e, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:45:24.417703 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-49cc6acb-f9fa-4387-b50b-8560080ca472 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e0f556-bfee-46d9-b175-293c56c9b8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623939
Mar 18 02:45:24.436538 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.483829 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:24.487151 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f8b29-c5ad-40e1-a164-0f8cfb4a71ff None None] Pushing event updated for resources: {'Port': ['ID=255306ce-03bd-4cf7-99fc-e3f9a464597e,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:24.493319 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:24.495660 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Network f9c17396-c5fe-45e8-915b-19b9bc74963e is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:45:24.506621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:24.539361 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:24.549620 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:24.564318 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:24.596912 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:24.603495 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58354) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:24.667237 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:24.679037 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Allocated IP 172.27.0.201 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/b9ab884d-12b4-4079-b2fb-8d9c466dcc5d) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:24.972941 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-fc7add4e-4dab-44b4-95d7-1e2b944da7e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=739f468b0ba6432f843366a17a2161a4&name=default HTTP/1.1" status: 200  len: 2992 time: 0.9835989
Mar 18 02:45:24.974084 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7add4e-4dab-44b4-95d7-1e2b944da7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd02c46-e3c7-432e-b478-c99589c7088e,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:24.996175 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58364) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:25.046979 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, f9c17396-c5fe-45e8-915b-19b9bc74963e) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:25.054627 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks [] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.088220 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8370>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:21Z', 'revision_number': 3, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:25.089566 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Attempting to bind port 5c377a47-25ef-4d31-92b5-b714f65c4857 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:25.090275 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Attempting to bind port 5c377a47-25ef-4d31-92b5-b714f65c4857 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:25.091103 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Attempting to bind port 5c377a47-25ef-4d31-92b5-b714f65c4857 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:25.096269 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:25.097077 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.100337 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7c101-0222-4c00-b1d6-babf2ddc624b None None] Network f9c17396-c5fe-45e8-915b-19b9bc74963e requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:25.113420 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:25.124944 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Checking segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:25.125565 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.126084 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Bound using segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:25.126856 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Bound port: 5c377a47-25ef-4d31-92b5-b714f65c4857, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:25.127355 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.138470 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Checking router: 99c5fde1-cc74-4a24-8475-c072ca11e876 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:45:25.138898 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Updating router 99c5fde1-cc74-4a24-8475-c072ca11e876 port 7a4200c5-5d41-4253-b8bc-7f2998c76895 binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:45:25.173023 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-794e72a0-6f85-48df-bba3-9e3cfd8dc48e service neutron] 10.222.0.24 "GET /v2.0/networks/f2e0f556-bfee-46d9-b175-293c56c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7243850
Mar 18 02:45:25.184829 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.187000 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Pushing event updated for resources: {'Port': ['ID=5a446fb9-b966-4450-89ca-2a2bcf32613f,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:25.202375 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-097e85a5-ae4d-4284-9bc2-1c9b4957ead3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.213490 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ee277864-4f34-488b-9617-33fdc6041cc0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6849320
Mar 18 02:45:25.236503 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] For port 5c377a47-25ef-4d31-92b5-b714f65c4857, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:25.241573 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] For port 5c377a47-25ef-4d31-92b5-b714f65c4857, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5c377a47-25ef-4d31-92b5-b714f65c4857,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:25.282836 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Pushing event updated for resources: {'Port': ['ID=5c377a47-25ef-4d31-92b5-b714f65c4857,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:25.285706 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.353395 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bb0ec-f446-4b42-81aa-0a2426d5c551 None None] Pushing event updated for resources: {'Port': ['ID=5c377a47-25ef-4d31-92b5-b714f65c4857,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:25.441592 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d6ce8-d96e-4304-a1bc-bf7679a6f10c None None] Network f9c17396-c5fe-45e8-915b-19b9bc74963e requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:25.505912 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks [] for router_gateway (6808243f-745f-453f-ac0a-131089b914d2), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.654015 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58382) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:25.663074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62f06879-8036-4624-b188-cc1ba5a93b23 admin admin] Publish callbacks [] for security_group (fcd02c46-e3c7-432e-b478-c99589c7088e), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.666657 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58390) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:25.803632 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-da1136d2-19bd-49c6-b29c-13d6bb37be29 req-64a88d70-b463-4beb-9075-9053063009a6 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 210 time: 0.1315596
Mar 18 02:45:25.864476 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62f06879-8036-4624-b188-cc1ba5a93b23 admin admin] Publish callbacks [] for security_group (fcd02c46-e3c7-432e-b478-c99589c7088e), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.882861 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:25.888115 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] Deleting subnet cb25fba1-8755-4cd4-a639-4ad5697c949c {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:45:25.914201 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] Publish callbacks [] for subnet (cb25fba1-8755-4cd4-a639-4ad5697c949c), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.126430 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (6808243f-745f-453f-ac0a-131089b914d2), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.139796 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:26.158899 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:26.162408 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:26.295673 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Publish callbacks [] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.315331 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.341001 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Pushing event updated for resources: {'Port': ['ID=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:26.375748 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] Publish callbacks [] for subnet (cb25fba1-8755-4cd4-a639-4ad5697c949c), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.377759 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76df4df-ad65-4344-ad8e-80fbaf555cf0 None None] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:26.391750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Router 6808243f-745f-453f-ac0a-131089b914d2 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:45:26.393635 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-097e85a5-ae4d-4284-9bc2-1c9b4957ead3 admin admin] Publish callbacks [] for security_group (b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.419693 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.428299 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (cb25fba1-8755-4cd4-a639-4ad5697c949c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.437350 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-097e85a5-ae4d-4284-9bc2-1c9b4957ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.451451 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Attempting to bind port 7a4200c5-5d41-4253-b8bc-7f2998c76895 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:26.462197 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Attempting to bind port 7a4200c5-5d41-4253-b8bc-7f2998c76895 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:26.462692 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Attempting to bind port 7a4200c5-5d41-4253-b8bc-7f2998c76895 on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:26.466227 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Pushing event updated for resources: {'Port': ['ID=7a4200c5-5d41-4253-b8bc-7f2998c76895,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:26.476052 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:26.476445 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:26.476861 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.477304 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:26.477943 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Bound port: 7a4200c5-5d41-4253-b8bc-7f2998c76895, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:26.478474 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.508036 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.508738 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.509238 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.509735 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.510230 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.510909 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.511389 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.511858 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.512327 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.512806 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.513326 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.513824 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.514281 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.514778 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.515245 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Tracked resource versions report:
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]: pushed versions:
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]: {   'AddressGroup': {'1.2'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Agent': {'1.1'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'ConntrackHelper': {'1.0'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'LocalIPAssociation': {'1.0'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Log': {'1.0'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'NDPProxy': {'1.0'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Network': {'1.1'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Port': {'1.7'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'PortForwarding': {'1.3'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'QosPolicy': {'1.10'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'SecurityGroup': {'1.5'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'SecurityGroupRule': {'1.2'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'SubPort': {'1.0'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Subnet': {'1.1'},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     'Trunk': {'1.1'}}
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]: consumer versions:
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]: {   DHCP agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     HyperV agent@hv-cinder-81713: {},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     L3 agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     Metadata agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     Metering agent@dv-cinder-817135-5-iscsi: {},
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:     Open vSwitch agent@dv-cinder-817135-5-iscsi: {   'AddressGroup': '1.2',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Agent': '1.1',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'ConntrackHelper': '1.0',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'LocalIPAssociation': '1.0',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Log': '1.0',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'NDPProxy': '1.0',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Network': '1.1',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Port': '1.7',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'PortForwarding': '1.3',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'QosPolicy': '1.10',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'SecurityGroup': '1.5',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'SecurityGroupRule': '1.2',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'SubPort': '1.0',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Subnet': '1.1',
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:                                                      'Trunk': '1.1'}}
Mar 18 02:45:26.516569 dv-cinder-817135-5-iscsi neutron-server[115119]:  {{(pid=115119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 18 02:45:26.571781 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] For port 7a4200c5-5d41-4253-b8bc-7f2998c76895, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:26.577023 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] For port 7a4200c5-5d41-4253-b8bc-7f2998c76895, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7a4200c5-5d41-4253-b8bc-7f2998c76895,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:26.582208 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-097e85a5-ae4d-4284-9bc2-1c9b4957ead3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e7efb713155432e822ff93a829026f6&name=default HTTP/1.1" status: 200  len: 2995 time: 1.9750304
Mar 18 02:45:26.602909 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:45:26.604807 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58416) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:26.606740 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.617976 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-1744e265-5661-4146-bf7d-fe38af99bc13 None None] Provisioning complete for port 255306ce-03bd-4cf7-99fc-e3f9a464597e triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:26.632923 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1744e265-5661-4146-bf7d-fe38af99bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.652943 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Sync routers for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:45:26.664600 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.666673 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-70c04da4-a056-4686-b225-7d8124fd1f6d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7834668
Mar 18 02:45:26.682801 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58418) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:26.699961 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:26.700660 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8370>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:26.706377 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3885e205-4413-4d52-8fed-2534f3cbb662 admin admin] Publish callbacks [] for security_group (b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.735289 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3885e205-4413-4d52-8fed-2534f3cbb662 admin admin] Publish callbacks [] for security_group (b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.780689 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:26.785179 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba598403d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:26.794322 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5c377a47-25ef-4d31-92b5-b714f65c4857 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:26.842704 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3885e205-4413-4d52-8fed-2534f3cbb662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.845824 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3885e205-4413-4d52-8fed-2534f3cbb662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.847392 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3885e205-4413-4d52-8fed-2534f3cbb662 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41 HTTP/1.1" status: 204  len: 168 time: 0.2338488
Mar 18 02:45:26.852697 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62f06879-8036-4624-b188-cc1ba5a93b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fcd02c46-e3c7-432e-b478-c99589c7088e), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.856008 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62f06879-8036-4624-b188-cc1ba5a93b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:26.859300 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-62f06879-8036-4624-b188-cc1ba5a93b23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcd02c46-e3c7-432e-b478-c99589c7088e HTTP/1.1" status: 204  len: 168 time: 1.8499565
Mar 18 02:45:26.873222 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133bb5a-efdc-4904-8354-8958fec49770 None None] Pushing event updated for resources: {'Port': ['ID=7a4200c5-5d41-4253-b8bc-7f2998c76895,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:26.937754 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e85a5-ae4d-4284-9bc2-1c9b4957ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:26.964750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885e205-4413-4d52-8fed-2534f3cbb662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bc7a7e-bd31-4bfb-99de-f3fd11b45b41,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:26.999205 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:27.044563 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f06879-8036-4624-b188-cc1ba5a93b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd02c46-e3c7-432e-b478-c99589c7088e,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:27.079192 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1cb67ba9-6e13-45c8-8b7d-b43b95839466 req-ddeed404-c0bf-4c9c-b1bf-5dc339d6b079 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 210 time: 0.0790920
Mar 18 02:45:27.168715 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (cb25fba1-8755-4cd4-a639-4ad5697c949c), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:27.242583 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:27.289593 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks [] for router_gateway (c68fad7d-6e31-444b-b6bf-c3818e475517), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:27.313885 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:27.322167 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb25fba1-8755-4cd4-a639-4ad5697c949c HTTP/1.1" status: 204  len: 168 time: 1.6500878
Mar 18 02:45:27.327455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58438) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:27.411667 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb57991-d16a-46e1-9ffb-ad85dab246fe None None] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:45:27.422407 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41cf7-28a8-4a68-8a2a-0989690f0d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb25fba1-8755-4cd4-a639-4ad5697c949c,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:27.526093 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8370>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:21Z', 'revision_number': 3, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:27.579540 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (ac2a89a6-baba-4a45-8f59-2738191ae7ca), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:27.588404 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1a10d-951f-432c-880d-7ad7507f7307 None None] The sync data for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi is: [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:21Z', 'revision_number': 3, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:45:27.771560 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Allocated IP 172.20.0.1 (95079f1c-5ea3-498a-a938-a024190328bf/2f382b22-6dc6-47f3-aa36-32bb8e623860/396a86e9-d050-41ca-a8f2-ff1d864a0fa1) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:27.778034 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58454) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:27.868969 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (ac2a89a6-baba-4a45-8f59-2738191ae7ca), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:27.896016 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 5c377a47-25ef-4d31-92b5-b714f65c4857 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:27.901427 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:27.921520 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fba5a165e20>> segment before_delete 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.924052 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fba5a165e20>> subnet precommit_delete_associations 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.924965 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> segment_host_mapping after_create 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.927242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> port after_create 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.927805 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> port after_delete 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.928276 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> port after_update 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.930313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> segment after_delete 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.930816 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> subnet after_create 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.931258 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> subnet after_delete 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:27.934276 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a88c310>> subnet after_update 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:28.013969 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba598403d0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:25Z', 'revision_number': 3, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:28.207528 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (c68fad7d-6e31-444b-b6bf-c3818e475517), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.213107 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks [] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.256191 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Checking router: 6808243f-745f-453f-ac0a-131089b914d2 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:45:28.260999 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Updating router 6808243f-745f-453f-ac0a-131089b914d2 port 5a446fb9-b966-4450-89ca-2a2bcf32613f binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:45:28.301942 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1744e265-5661-4146-bf7d-fe38af99bc13 None None] Current status of the port 255306ce-03bd-4cf7-99fc-e3f9a464597e is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:28.313264 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1744e265-5661-4146-bf7d-fe38af99bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.511360 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.513549 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba59edb040>> subnet after_create 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:28.514547 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba59edb040>> subnet after_delete 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:28.515136 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba59edb040>> subnet before_create 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:28.515596 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba59edb040>> subnet before_update 55550000 {{(pid=115117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:45:28.516250 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba5a88c4c0>,) {'filters': {'network_id': ['ac2a89a6-baba-4a45-8f59-2738191ae7ca']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:28.570479 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.656761 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Network 95079f1c-5ea3-498a-a938-a024190328bf is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:28.674774 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:28.681746 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:28.682301 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (99c5fde1-cc74-4a24-8475-c072ca11e876), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.684479 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-1744e265-5661-4146-bf7d-fe38af99bc13 None None] For port 255306ce-03bd-4cf7-99fc-e3f9a464597e, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=255306ce-03bd-4cf7-99fc-e3f9a464597e,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:28.696162 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1744e265-5661-4146-bf7d-fe38af99bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.790614 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e32a33b8-2dda-4e8f-acc5-83cdd063233a req-7c8418ee-9094-42ad-bef2-4d57e77218b3 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 210 time: 0.0898440
Mar 18 02:45:28.791634 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bed1a9b8-e1b1-46de-81e7-bb4262f01a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.797599 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5a88c4c0>, '2c4edae0-7d64-4451-a05d-b2ea1e8e62c6') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:28.798318 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5a88c4c0>, '2c4edae0-7d64-4451-a05d-b2ea1e8e62c6') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:28.801565 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Pushing event updated for resources: {'Port': ['ID=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:28.855898 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (2c4edae0-7d64-4451-a05d-b2ea1e8e62c6), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.911832 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (2c4edae0-7d64-4451-a05d-b2ea1e8e62c6), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.932886 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:45:28.933290 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (2c4edae0-7d64-4451-a05d-b2ea1e8e62c6), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   from cryptography.utils import int_from_bytes
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   from cryptography.utils import int_from_bytes
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:45:28.939736 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:45:29.048739 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 5c377a47-25ef-4d31-92b5-b714f65c4857 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:29.049131 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.059841 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Router c68fad7d-6e31-444b-b6bf-c3818e475517 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:45:29.113581 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (ac2a89a6-baba-4a45-8f59-2738191ae7ca), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.115441 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-ad1f3dc7-c3e6-47ea-9ad8-f8d232029eac None None] Provisioning complete for port 255306ce-03bd-4cf7-99fc-e3f9a464597e triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:29.115876 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3dc7-c3e6-47ea-9ad8-f8d232029eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.119172 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.146081 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.35', 63273) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:29.147206 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.153606 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac2a89a6-baba-4a45-8f59-2738191ae7ca HTTP/1.1" status: 204  len: 168 time: 1.8219945
Mar 18 02:45:29.172171 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744e265-5661-4146-bf7d-fe38af99bc13 None None] Pushing event updated for resources: {'Port': ['ID=255306ce-03bd-4cf7-99fc-e3f9a464597e,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:29.175455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58482) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:29.225110 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b4260-a523-4e67-96e7-159f1cd7b45b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2a89a6-baba-4a45-8f59-2738191ae7ca,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:29.278792 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 5c377a47-25ef-4d31-92b5-b714f65c4857, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5c377a47-25ef-4d31-92b5-b714f65c4857,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:29.300606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.301878 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 255306ce-03bd-4cf7-99fc-e3f9a464597e up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:29.310427 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bed1a9b8-e1b1-46de-81e7-bb4262f01a3f admin admin] Publish callbacks [] for security_group (66316b12-7979-4fd7-a372-90ec5de71618), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.353506 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bed1a9b8-e1b1-46de-81e7-bb4262f01a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (66316b12-7979-4fd7-a372-90ec5de71618), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.370445 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.477456 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] Deleting subnet da145559-80f3-4370-b59f-a7a4d2d65912 {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:45:29.528921 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Publish callbacks [] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.532907 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] Publish callbacks [] for subnet (da145559-80f3-4370-b59f-a7a4d2d65912), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.586984 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f3dc7-c3e6-47ea-9ad8-f8d232029eac None None] Current status of the port 255306ce-03bd-4cf7-99fc-e3f9a464597e is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:29.592231 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.631240 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=5c377a47-25ef-4d31-92b5-b714f65c4857,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:29.639520 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-ad1f3dc7-c3e6-47ea-9ad8-f8d232029eac None None] Provisioning complete for port 5c377a47-25ef-4d31-92b5-b714f65c4857 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:29.640136 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3dc7-c3e6-47ea-9ad8-f8d232029eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.644378 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-bed1a9b8-e1b1-46de-81e7-bb4262f01a3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e85f2a0bf9674144b212196ef47c9c1e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8601010
Mar 18 02:45:29.650391 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1a9b8-e1b1-46de-81e7-bb4262f01a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66316b12-7979-4fd7-a372-90ec5de71618,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:29.684780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58504) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:29.705655 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:45:29.710778 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac05d7-29d0-4381-900f-616fc04e7936 None None] Pushing event updated for resources: {'Port': ['ID=5a446fb9-b966-4450-89ca-2a2bcf32613f,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:29.714632 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-1f218d5a-a098-4b88-939d-c4d7d49d8465 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:29.717921 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:45:29.728643 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-1f218d5a-a098-4b88-939d-c4d7d49d8465 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.35 "GET /v2.0/networks?id=f2e0f556-bfee-46d9-b175-293c56c9b8c9 HTTP/1.1" status: 200  len: 811 time: 0.5731919
Mar 18 02:45:29.733667 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.736083 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:29.736880 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8b50>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:29.738171 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-105f7fad-abfe-4228-a07c-ee851c8b78af admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.7685242
Mar 18 02:45:29.739343 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58508) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:29.752857 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Attempting to bind port 5a446fb9-b966-4450-89ca-2a2bcf32613f on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:29.753399 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Attempting to bind port 5a446fb9-b966-4450-89ca-2a2bcf32613f by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:29.753867 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Attempting to bind port 5a446fb9-b966-4450-89ca-2a2bcf32613f on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:29.775755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:29.776552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:29.777170 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.777844 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:29.778477 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (da145559-80f3-4370-b59f-a7a4d2d65912), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.780355 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Bound port: 5a446fb9-b966-4450-89ca-2a2bcf32613f, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:29.781010 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.804677 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 255306ce-03bd-4cf7-99fc-e3f9a464597e triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:29.805976 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.907830 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (da145559-80f3-4370-b59f-a7a4d2d65912), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:29.936700 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] For port 5a446fb9-b966-4450-89ca-2a2bcf32613f, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:29.961387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] For port 5a446fb9-b966-4450-89ca-2a2bcf32613f, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5a446fb9-b966-4450-89ca-2a2bcf32613f,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:30.001564 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.092710 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks [] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.101930 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:30.105194 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Request body: {'port': {'device_id': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9', 'admin_state_up': True, 'tenant_id': '429333b49cfc4803b1562a78c9e9d912'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:30.126406 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f3dc7-c3e6-47ea-9ad8-f8d232029eac None None] Current status of the port 5c377a47-25ef-4d31-92b5-b714f65c4857 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:30.132006 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac05d7-29d0-4381-900f-616fc04e7936 None None] Pushing event updated for resources: {'Port': ['ID=5a446fb9-b966-4450-89ca-2a2bcf32613f,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:30.154853 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (da145559-80f3-4370-b59f-a7a4d2d65912), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.168623 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.175456 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (99c5fde1-cc74-4a24-8475-c072ca11e876), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.180557 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:30.181193 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba598403d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:30.346583 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:30.530849 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da145559-80f3-4370-b59f-a7a4d2d65912,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:30.530936 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 255306ce-03bd-4cf7-99fc-e3f9a464597e is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:30.533311 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Pushing event updated for resources: {'Port': ['ID=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:30.578527 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8b50>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:26Z', 'revision_number': 3, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:30.580797 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-91b1dd42-71d2-4537-9811-13235b85bdbb None None] Provisioning complete for port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:30.583231 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91b1dd42-71d2-4537-9811-13235b85bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.590711 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-685b4c7d-97a7-418e-8655-2c6f439272c4 admin admin] Publish callbacks [] for security_group (66316b12-7979-4fd7-a372-90ec5de71618), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.637356 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:45:30.641282 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Updating router c68fad7d-6e31-444b-b6bf-c3818e475517 port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:45:30.698439 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.706561 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3932bba6-96e1-4dd1-a712-c11bc4b6c165 req-b6265faf-0ed6-4bd4-a883-dac220fbb699 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 210 time: 0.4584889
Mar 18 02:45:30.719484 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-91b1dd42-71d2-4537-9811-13235b85bdbb None None] Port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:30.794795 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Network 95079f1c-5ea3-498a-a938-a024190328bf is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:30.799649 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:30.856109 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba598403d0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:25Z', 'revision_number': 3, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:30.902998 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eff64d-76f6-42c6-ad61-496f504b953c None None] The sync data for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi is: [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:25Z', 'revision_number': 3, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:45:30.932818 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Allocated IP 172.20.0.1 (c1c8d908-2f68-4577-90cf-69c2a4313d92/73ba2539-ef23-4d16-8037-731e4706cb77/d4bfa7a4-74dd-4af3-b04a-d606cabaca63) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:30.944012 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5c377a47-25ef-4d31-92b5-b714f65c4857 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:30.948099 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-685b4c7d-97a7-418e-8655-2c6f439272c4 admin admin] Publish callbacks [] for security_group (66316b12-7979-4fd7-a372-90ec5de71618), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.953456 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:30.957204 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e445c34b-e65c-4ce3-9f8d-e3b5e2ddd62d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da145559-80f3-4370-b59f-a7a4d2d65912 HTTP/1.1" status: 204  len: 168 time: 1.7579787
Mar 18 02:45:30.985704 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58548) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:31.051954 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 5c377a47-25ef-4d31-92b5-b714f65c4857 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:31.054321 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.099558 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Router 99c5fde1-cc74-4a24-8475-c072ca11e876 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:45:31.260316 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (f9c17396-c5fe-45e8-915b-19b9bc74963e), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.278946 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Publish callbacks [] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.288304 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.293110 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 5c377a47-25ef-4d31-92b5-b714f65c4857 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:31.295714 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7a4200c5-5d41-4253-b8bc-7f2998c76895 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:31.315885 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Made reservation on behalf of 429333b49cfc4803b1562a78c9e9d912 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:31.324954 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.350926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-685b4c7d-97a7-418e-8655-2c6f439272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (66316b12-7979-4fd7-a372-90ec5de71618), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.353519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-685b4c7d-97a7-418e-8655-2c6f439272c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.356990 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-685b4c7d-97a7-418e-8655-2c6f439272c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66316b12-7979-4fd7-a372-90ec5de71618 HTTP/1.1" status: 204  len: 168 time: 1.6686654
Mar 18 02:45:31.439883 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327cc28-d3b7-4c74-b191-cd1d7c5bf807 None None] Pushing event updated for resources: {'Port': ['ID=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:31.440807 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b4c7d-97a7-418e-8655-2c6f439272c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66316b12-7979-4fd7-a372-90ec5de71618,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:31.456456 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks [] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.494538 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:45:31.501599 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-59994779-1b36-41f7-b2d2-f7d46407fab8 admin admin] 10.222.0.24 "PUT /v2.0/routers/99c5fde1-cc74-4a24-8475-c072ca11e876/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3374789
Mar 18 02:45:31.523214 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Attempting to bind port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:31.523751 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Attempting to bind port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:31.524277 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Attempting to bind port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:31.530356 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:31.531009 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:31.531561 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.532160 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:31.532839 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Bound port: b9ab884d-12b4-4079-b2fb-8d9c466dcc5d, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:31.533426 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.543883 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.561193 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Sync routers for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:45:31.590731 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-0a07e73f-5d5d-4ac8-b002-554965fcb376 None None] Provisioning complete for port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:31.593798 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a07e73f-5d5d-4ac8-b002-554965fcb376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.648951 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:31.649745 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59c03520>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:31.668326 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] For port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:31.673926 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] For port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:31.696583 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.712970 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (f9c17396-c5fe-45e8-915b-19b9bc74963e), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.774050 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 7a4200c5-5d41-4253-b8bc-7f2998c76895 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:31.775606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:31.830271 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0a07e73f-5d5d-4ac8-b002-554965fcb376 None None] Port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:31.836437 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327cc28-d3b7-4c74-b191-cd1d7c5bf807 None None] Pushing event updated for resources: {'Port': ['ID=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:31.869182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba5a418bb0>,) {'filters': {'network_id': ['f9c17396-c5fe-45e8-915b-19b9bc74963e']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:31.878965 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:31.879887 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8b50>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:31.901949 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5a418bb0>, 'd6b5b995-a7ce-46c1-9cc6-f158772fdda5') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:31.905716 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5a418bb0>, 'd6b5b995-a7ce-46c1-9cc6-f158772fdda5') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:31.977144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (d6b5b995-a7ce-46c1-9cc6-f158772fdda5), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.017844 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:32.020668 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 7a4200c5-5d41-4253-b8bc-7f2998c76895 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:32.021818 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.062367 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:32.105521 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Allocated IP 172.20.0.1 (abdbe5d0-e208-44c9-9d0f-66761487ec77/27be4128-fbd6-4dc1-8e0b-0829b65e9183/e3bb4a20-3fd7-4eec-8267-29a200c31005) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:32.185087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 7a4200c5-5d41-4253-b8bc-7f2998c76895, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7a4200c5-5d41-4253-b8bc-7f2998c76895,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:32.263278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.272670 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 255306ce-03bd-4cf7-99fc-e3f9a464597e up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:32.323048 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks [] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.396750 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.445738 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.482073 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e464e0e6-2860-4f7b-a566-81bc2bf1c19b req-ebc49d17-fefd-4c04-b7ba-8716bb997b4b tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 210 time: 0.5508320
Mar 18 02:45:32.494313 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5b3e8b50>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:26Z', 'revision_number': 3, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:32.556421 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091c049-05a2-42ff-bc8a-4b70d34d0445 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:26Z', 'revision_number': 3, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:45:32.584512 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:32.591262 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:32.609256 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:32.609747 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (c68fad7d-6e31-444b-b6bf-c3818e475517), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.621006 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=7a4200c5-5d41-4253-b8bc-7f2998c76895,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:32.668474 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:32.683214 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (d6b5b995-a7ce-46c1-9cc6-f158772fdda5), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:32.713750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Allocated IP 172.20.0.6 (f2e0f556-bfee-46d9-b175-293c56c9b8c9/79740d20-9580-448e-9d99-588bf1a0b8f5/79da7f3a-00a2-4c1b-9892-5b3787abf76c) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:32.718768 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bb4a20-3fd7-4eec-8267-29a200c31005,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:33.002826 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:33.031025 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:33.041108 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:33.117435 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 255306ce-03bd-4cf7-99fc-e3f9a464597e triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:33.118768 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:33.219601 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:45:33.220407 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (d6b5b995-a7ce-46c1-9cc6-f158772fdda5), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:45:33.234722 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:45:33.261043 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59c03520>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:29Z', 'revision_number': 2, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:33.503872 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:33.619782 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58598) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:33.633627 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-0b4eec6d-acfc-4cf3-b9b0-b72181630926 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--988240794', 'description': 'tempest-description--303527226'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:33.826841 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Checking router: 99c5fde1-cc74-4a24-8475-c072ca11e876 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:45:33.827420 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Updating router 99c5fde1-cc74-4a24-8475-c072ca11e876 port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:45:33.857054 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (6808243f-745f-453f-ac0a-131089b914d2), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:33.889226 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 255306ce-03bd-4cf7-99fc-e3f9a464597e is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:33.891960 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:33.911802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-fbf6fcdd-fcd6-4678-bb4f-af5d795f24c5 None None] Provisioning complete for port e3bb4a20-3fd7-4eec-8267-29a200c31005 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:33.912745 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fbf6fcdd-fcd6-4678-bb4f-af5d795f24c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:33.979153 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6fcdd-fcd6-4678-bb4f-af5d795f24c5 None None] Port e3bb4a20-3fd7-4eec-8267-29a200c31005 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:34.277519 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0b4eec6d-acfc-4cf3-b9b0-b72181630926 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.283103 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fd9d89f8-a1a3-4a5c-81ea-dd5a786d51c0 req-ec7362aa-c35b-4170-bb7c-a3b7383528a5 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 210 time: 0.5308447
Mar 18 02:45:34.311770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (f9c17396-c5fe-45e8-915b-19b9bc74963e), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.378358 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58610) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:34.394048 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks [] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.404300 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.407969 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] 10.222.0.24 "DELETE /v2.0/networks/f9c17396-c5fe-45e8-915b-19b9bc74963e HTTP/1.1" status: 204  len: 168 time: 3.4212947
Mar 18 02:45:34.411459 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.412127 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (c68fad7d-6e31-444b-b6bf-c3818e475517), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.445744 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7f179-75ad-45f1-8113-8b95c815630e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c17396-c5fe-45e8-915b-19b9bc74963e,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:34.463456 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks [] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.674759 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bb4a20-3fd7-4eec-8267-29a200c31005,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:34.747780 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0b4eec6d-acfc-4cf3-b9b0-b72181630926 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (155144d1-2d7d-4e95-900a-c0ab20015ff9), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.770597 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0b4eec6d-acfc-4cf3-b9b0-b72181630926 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (155144d1-2d7d-4e95-900a-c0ab20015ff9), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.809565 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.823765 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58618) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:34.853854 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0b4eec6d-acfc-4cf3-b9b0-b72181630926 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.856315 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0b4eec6d-acfc-4cf3-b9b0-b72181630926 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 1.2358322
Mar 18 02:45:34.872585 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device b9ab884d-12b4-4079-b2fb-8d9c466dcc5d up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:34.891582 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:34.902644 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58620) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:34.952411 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-148f1fc3-031c-4eb3-945d-7441b22d0038 None None] Provisioning complete for port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:34.952959 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-148f1fc3-031c-4eb3-945d-7441b22d0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:34.980283 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:35.000207 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Publish callbacks [] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.016774 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-8cfc449c-be32-4ff6-b806-11c9dd0e1372 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'security_group_rule': {'security_group_id': '155144d1-2d7d-4e95-900a-c0ab20015ff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:35.039580 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.046184 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-148f1fc3-031c-4eb3-945d-7441b22d0038 None None] Port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:35.046345 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-04a03351-a696-448c-b4cf-579c5e729d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.140028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.238166 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8dafd-908a-4a6c-8dbb-8d1b36e07c28 None None] Pushing event updated for resources: {'Port': ['ID=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:35.277578 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:35.283879 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.322209 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Pushing event updated for resources: {'Port': ['ID=79da7f3a-00a2-4c1b-9892-5b3787abf76c,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:35.337241 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Network f2e0f556-bfee-46d9-b175-293c56c9b8c9 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:35.344272 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eec6d-acfc-4cf3-b9b0-b72181630926 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155144d1-2d7d-4e95-900a-c0ab20015ff9,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:35.375271 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:45:35.394367 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-9ec07327-c0a2-47fc-84fa-3685ca743a49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab77c720a52f4c56b8194fa9af3e9f2e&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5544770
Mar 18 02:45:35.395825 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58630) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:35.547641 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Attempting to bind port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:35.548555 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Attempting to bind port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:35.549129 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Attempting to bind port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 on network 95079f1c-5ea3-498a-a938-a024190328bf {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:35.571063 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:35.574138 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Checking segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:35.576261 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.576899 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Bound using segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:35.577607 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Bound port: 396a86e9-d050-41ca-a8f2-ff1d864a0fa1, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:35.579295 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.641261 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-f0724efa-4cc6-46b2-8221-116db7f187de None None] Provisioning complete for port e3bb4a20-3fd7-4eec-8267-29a200c31005 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:35.647595 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f0724efa-4cc6-46b2-8221-116db7f187de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.727083 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks [] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.804163 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d1539c00-87b2-46a3-a5fa-bf9bb091070d admin admin] Publish callbacks [] for security_group (adbc4ab4-78d9-471d-aa2f-b7238eb7926f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.890607 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:35.896234 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f0724efa-4cc6-46b2-8221-116db7f187de None None] Port e3bb4a20-3fd7-4eec-8267-29a200c31005 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:35.905360 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:35.927653 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.931668 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8cfc449c-be32-4ff6-b806-11c9dd0e1372 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (013d54fd-17c6-463c-8248-1e96f3c08586), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.948327 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d1539c00-87b2-46a3-a5fa-bf9bb091070d admin admin] Publish callbacks [] for security_group (adbc4ab4-78d9-471d-aa2f-b7238eb7926f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:35.980712 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] For port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:35.985148 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] For port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:35.993534 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:35.994250 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.040195 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:45:36.060959 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-565c5bdc-6cd4-46a1-940f-b84738104d65 admin admin] 10.222.0.24 "PUT /v2.0/routers/c68fad7d-6e31-444b-b6bf-c3818e475517/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3177135
Mar 18 02:45:36.064872 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.073582 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:45:36.088650 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d1539c00-87b2-46a3-a5fa-bf9bb091070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (adbc4ab4-78d9-471d-aa2f-b7238eb7926f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.093890 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d1539c00-87b2-46a3-a5fa-bf9bb091070d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.099530 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:36.102824 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d1539c00-87b2-46a3-a5fa-bf9bb091070d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adbc4ab4-78d9-471d-aa2f-b7238eb7926f HTTP/1.1" status: 204  len: 168 time: 0.6956465
Mar 18 02:45:36.108533 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:36.109321 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a85bf70>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:36.128788 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1539c00-87b2-46a3-a5fa-bf9bb091070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc4ab4-78d9-471d-aa2f-b7238eb7926f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:36.194893 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.195667 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7a4200c5-5d41-4253-b8bc-7f2998c76895 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:36.323874 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-2152495e-b304-44a9-bb19-f62ac2262275 None None] Provisioning complete for port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:36.324255 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2152495e-b304-44a9-bb19-f62ac2262275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.381646 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:45:36.466520 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:36.505013 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:36.675589 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8dafd-908a-4a6c-8dbb-8d1b36e07c28 None None] Pushing event updated for resources: {'Port': ['ID=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:36.725883 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (6808243f-745f-453f-ac0a-131089b914d2), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.870745 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-04a03351-a696-448c-b4cf-579c5e729d19 admin admin] Publish callbacks [] for security_group (823cf57f-60d5-468f-a2e0-a424d2716d87), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.884083 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:36.888679 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:36.896504 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:36.897268 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.930291 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-04a03351-a696-448c-b4cf-579c5e729d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (823cf57f-60d5-468f-a2e0-a424d2716d87), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.948443 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-c192399e-38ad-46c3-a143-3c11868c9016 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.1598647
Mar 18 02:45:36.952121 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:36.966838 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2152495e-b304-44a9-bb19-f62ac2262275 None None] Current status of the port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:36.967372 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2152495e-b304-44a9-bb19-f62ac2262275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:36.971600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 7a4200c5-5d41-4253-b8bc-7f2998c76895 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:36.972337 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:37.015099 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:37.016237 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59c03520>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:37.028809 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a03351-a696-448c-b4cf-579c5e729d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823cf57f-60d5-468f-a2e0-a424d2716d87,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:37.056933 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-ace1f60e-7094-447d-b704-588bfe994c5b tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:45:37.059028 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-ace1f60e-7094-447d-b704-588bfe994c5b tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0330446
Mar 18 02:45:37.175218 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a85bf70>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:33Z', 'revision_number': 2, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:37.198242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693a054-7cba-4fd1-9fec-d535e194f929 req-7f0143b5-9dab-4451-93b7-3b786c796bbb tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:37.199759 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5693a054-7cba-4fd1-9fec-d535e194f929 req-7f0143b5-9dab-4451-93b7-3b786c796bbb tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 931 time: 1.4701660
Mar 18 02:45:37.212707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:37.253785 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:45:37.256730 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Updating router c68fad7d-6e31-444b-b6bf-c3818e475517 port e3bb4a20-3fd7-4eec-8267-29a200c31005 binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:45:37.323943 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:37.452906 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58684) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:37.587053 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d8f32977-d817-4d99-99f1-d160ac6d8373 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35d04bcf2e6b442a87b4799f123c275d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1329176
Mar 18 02:45:37.590866 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58686) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:37.591960 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58688) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:37.618763 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-04a03351-a696-448c-b4cf-579c5e729d19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc57039d503a4b2e94175a837ff6b638&name=default HTTP/1.1" status: 200  len: 2996 time: 3.2242646
Mar 18 02:45:37.620780 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-e29c5347-47df-4cc8-8304-433792bfd301 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1575815457', 'description': 'tempest-description--2132865266'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:37.634391 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58694) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:37.636917 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Router 6808243f-745f-453f-ac0a-131089b914d2 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:45:37.639027 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8cfc449c-be32-4ff6-b806-11c9dd0e1372 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (013d54fd-17c6-463c-8248-1e96f3c08586), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:37.654353 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8cfc449c-be32-4ff6-b806-11c9dd0e1372 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (013d54fd-17c6-463c-8248-1e96f3c08586), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:37.695698 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc449c-be32-4ff6-b806-11c9dd0e1372 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013d54fd-17c6-463c-8248-1e96f3c08586,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:37.767000 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5f438ccd-a695-480c-b054-1a04edc36156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:37.792015 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-2152495e-b304-44a9-bb19-f62ac2262275 None None] For port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:37.815127 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e29c5347-47df-4cc8-8304-433792bfd301 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:37.830135 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2152495e-b304-44a9-bb19-f62ac2262275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:37.910702 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 7a4200c5-5d41-4253-b8bc-7f2998c76895 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:37.912287 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5a446fb9-b966-4450-89ca-2a2bcf32613f up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:37.921985 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9c30-af54-4f54-92fd-deabf4c59faf admin admin] Publish callbacks [] for security_group (e58abd9f-6951-4faf-a465-9d2adea951c1), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.049658 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9c30-af54-4f54-92fd-deabf4c59faf admin admin] Publish callbacks [] for security_group (e58abd9f-6951-4faf-a465-9d2adea951c1), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.069719 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152495e-b304-44a9-bb19-f62ac2262275 None None] Pushing event updated for resources: {'Port': ['ID=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:38.140361 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Publish callbacks [] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.153903 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.172215 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-a0a42f94-c8dc-4c65-98f0-68c239c821ca None None] Provisioning complete for port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:38.173060 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a0a42f94-c8dc-4c65-98f0-68c239c821ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.188871 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8cfc449c-be32-4ff6-b806-11c9dd0e1372 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.190940 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8cfc449c-be32-4ff6-b806-11c9dd0e1372 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 3.2764075
Mar 18 02:45:38.220162 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58708) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:38.236806 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Request body: {'port': {'device_id': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:38.237967 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-fb3477ae-3930-4ab4-800b-89dae20cf311 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'security_group_rule': {'security_group_id': '155144d1-2d7d-4e95-900a-c0ab20015ff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:38.243946 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5693a054-7cba-4fd1-9fec-d535e194f929 req-c018caa2-5edb-4b28-9864-8c75aec8d654 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8759341
Mar 18 02:45:38.266227 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 5a446fb9-b966-4450-89ca-2a2bcf32613f triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:38.271707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.320852 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b422-a4c1-44b1-8d17-6f3acd10e17c admin admin] Publish callbacks [] for security_group (823cf57f-60d5-468f-a2e0-a424d2716d87), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.330365 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e29c5347-47df-4cc8-8304-433792bfd301 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (a50067ec-dcb7-4360-846a-93d356c9db2e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.344807 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e29c5347-47df-4cc8-8304-433792bfd301 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a50067ec-dcb7-4360-846a-93d356c9db2e), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.427286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b422-a4c1-44b1-8d17-6f3acd10e17c admin admin] Publish callbacks [] for security_group (823cf57f-60d5-468f-a2e0-a424d2716d87), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.432059 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Attempting to bind port e3bb4a20-3fd7-4eec-8267-29a200c31005 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:38.432591 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Attempting to bind port e3bb4a20-3fd7-4eec-8267-29a200c31005 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:38.432878 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Attempting to bind port e3bb4a20-3fd7-4eec-8267-29a200c31005 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:38.438354 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a0a42f94-c8dc-4c65-98f0-68c239c821ca None None] Port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:38.454806 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:38.455352 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Checking segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:38.455590 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.458346 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Bound using segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:38.460113 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Bound port: e3bb4a20-3fd7-4eec-8267-29a200c31005, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:38.460565 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.493331 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e29c5347-47df-4cc8-8304-433792bfd301 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.495884 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e29c5347-47df-4cc8-8304-433792bfd301 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.8968947
Mar 18 02:45:38.498324 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fb3477ae-3930-4ab4-800b-89dae20cf311 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (a1ec9ea8-5058-4e4d-a48c-78f76da41b4f), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.505921 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58716) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:38.509336 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59c03520>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:38.510704 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9c30-af54-4f54-92fd-deabf4c59faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e58abd9f-6951-4faf-a465-9d2adea951c1), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.513369 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9c30-af54-4f54-92fd-deabf4c59faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.517239 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ea6f9c30-af54-4f54-92fd-deabf4c59faf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e58abd9f-6951-4faf-a465-9d2adea951c1 HTTP/1.1" status: 204  len: 168 time: 0.9132748
Mar 18 02:45:38.517387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-a0a42f94-c8dc-4c65-98f0-68c239c821ca None None] Provisioning complete for port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:38.517387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a0a42f94-c8dc-4c65-98f0-68c239c821ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.519023 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-c42d48ba-2402-4fe2-bb0d-f5776ea246c8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': 'a50067ec-dcb7-4360-846a-93d356c9db2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:38.578151 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c5347-47df-4cc8-8304-433792bfd301 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50067ec-dcb7-4360-846a-93d356c9db2e,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:38.649572 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f9c30-af54-4f54-92fd-deabf4c59faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58abd9f-6951-4faf-a465-9d2adea951c1,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:38.705109 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fb3477ae-3930-4ab4-800b-89dae20cf311 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (a1ec9ea8-5058-4e4d-a48c-78f76da41b4f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.706895 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] For port e3bb4a20-3fd7-4eec-8267-29a200c31005, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:38.716383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b422-a4c1-44b1-8d17-6f3acd10e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (823cf57f-60d5-468f-a2e0-a424d2716d87), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.716901 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] For port e3bb4a20-3fd7-4eec-8267-29a200c31005, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=e3bb4a20-3fd7-4eec-8267-29a200c31005,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:38.717781 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fb3477ae-3930-4ab4-800b-89dae20cf311 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (a1ec9ea8-5058-4e4d-a48c-78f76da41b4f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.729316 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b422-a4c1-44b1-8d17-6f3acd10e17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.739219 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9eb4b422-a4c1-44b1-8d17-6f3acd10e17c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/823cf57f-60d5-468f-a2e0-a424d2716d87 HTTP/1.1" status: 204  len: 168 time: 1.0978894
Mar 18 02:45:38.758565 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.773430 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.791460 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ad2ef-6cc9-4471-8f79-2daebc3bd4c6 None None] Pushing event updated for resources: {'Port': ['ID=e3bb4a20-3fd7-4eec-8267-29a200c31005,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:38.804352 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fb3477ae-3930-4ab4-800b-89dae20cf311 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.808569 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-fb3477ae-3930-4ab4-800b-89dae20cf311 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5812924
Mar 18 02:45:38.809709 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c42d48ba-2402-4fe2-bb0d-f5776ea246c8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (949c427d-4921-4b4e-a504-46f58709ac19), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:38.815536 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58722) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:38.830395 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:45:38.859283 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-5ebeaa54-7ecb-49a5-9072-31cb35f64e84 admin admin] 10.222.0.24 "PUT /v2.0/routers/6808243f-745f-453f-ac0a-131089b914d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1684613
Mar 18 02:45:38.866982 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4b422-a4c1-44b1-8d17-6f3acd10e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823cf57f-60d5-468f-a2e0-a424d2716d87,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:38.870454 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3477ae-3930-4ab4-800b-89dae20cf311 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ec9ea8-5058-4e4d-a48c-78f76da41b4f,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:38.892256 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:38.934333 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Sync routers for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:45:38.958283 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79676a96-fae8-472e-b456-1a99cc9d87a8 None None] The sync data for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi is: [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:45:38.961215 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:38.965556 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a85bf70>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:39.041880 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c42d48ba-2402-4fe2-bb0d-f5776ea246c8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (949c427d-4921-4b4e-a504-46f58709ac19), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.051184 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c42d48ba-2402-4fe2-bb0d-f5776ea246c8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (949c427d-4921-4b4e-a504-46f58709ac19), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.111164 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d48ba-2402-4fe2-bb0d-f5776ea246c8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949c427d-4921-4b4e-a504-46f58709ac19,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:39.185402 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c42d48ba-2402-4fe2-bb0d-f5776ea246c8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.194936 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c42d48ba-2402-4fe2-bb0d-f5776ea246c8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6827345
Mar 18 02:45:39.195582 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58732) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:39.226173 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-5a76db40-c21a-4069-8557-4ade9c2498f3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': 'a50067ec-dcb7-4360-846a-93d356c9db2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:39.229342 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.320218 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 5a446fb9-b966-4450-89ca-2a2bcf32613f is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:39.327955 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.344121 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a76db40-c21a-4069-8557-4ade9c2498f3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (ee3b1d61-423f-4942-b152-b6e718061b5e), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.456036 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 5a446fb9-b966-4450-89ca-2a2bcf32613f, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5a446fb9-b966-4450-89ca-2a2bcf32613f,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:39.509839 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.553111 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:39.556162 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5981d1f0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:39.573755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80d5d910-f859-41a7-8f7c-caff62503fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.598939 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a76db40-c21a-4069-8557-4ade9c2498f3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (ee3b1d61-423f-4942-b152-b6e718061b5e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.619224 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a76db40-c21a-4069-8557-4ade9c2498f3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (ee3b1d61-423f-4942-b152-b6e718061b5e), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.695680 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a76db40-c21a-4069-8557-4ade9c2498f3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.712054 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5a76db40-c21a-4069-8557-4ade9c2498f3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5152996
Mar 18 02:45:39.712935 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58750) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:39.768628 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:39.793738 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76db40-c21a-4069-8557-4ade9c2498f3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3b1d61-423f-4942-b152-b6e718061b5e,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:39.865494 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:39.921282 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ad2ef-6cc9-4471-8f79-2daebc3bd4c6 None None] Pushing event updated for resources: {'Port': ['ID=e3bb4a20-3fd7-4eec-8267-29a200c31005,revision_number=4']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:40.033743 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58756) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:40.080239 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:40.092166 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device b9ab884d-12b4-4079-b2fb-8d9c466dcc5d up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:40.162009 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ae3a-804e-4e12-aa97-7eb621d23982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.245868 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=5a446fb9-b966-4450-89ca-2a2bcf32613f,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:40.293641 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a0a42f94-c8dc-4c65-98f0-68c239c821ca None None] Current status of the port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:40.440635 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b11a9c-9ae3-45bb-b022-ae42566898a7 req-98a70467-c89e-46eb-801b-2ae13db0f101 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:40.448559 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b11a9c-9ae3-45bb-b022-ae42566898a7 req-98a70467-c89e-46eb-801b-2ae13db0f101 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 931 time: 0.8354790
Mar 18 02:45:40.455817 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:40.624805 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-3ec6a649-e27f-49f6-b8b8-3d5d5f3bf112 None None] Provisioning complete for port e3bb4a20-3fd7-4eec-8267-29a200c31005 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:40.630241 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a649-e27f-49f6-b8b8-3d5d5f3bf112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.646406 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b11a9c-9ae3-45bb-b022-ae42566898a7 req-f9c176f0-6463-4131-8521-56d62f25be83 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967962
Mar 18 02:45:40.683263 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58770) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:40.712809 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a85bf70>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:38Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:40.716476 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.746822 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-ea7c9da2-67ee-46f6-a654-a6f39a12d553 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123223647', 'description': 'tempest-description--670933778'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:40.812546 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad133438-73c5-4167-b46b-6bfd36799802 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:38Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:45:40.882105 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ae3a-804e-4e12-aa97-7eb621d23982 admin admin] Publish callbacks [] for security_group (386a23f0-52d3-4590-bbf3-026edfaca9ae), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.907563 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.909396 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ae3a-804e-4e12-aa97-7eb621d23982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (386a23f0-52d3-4590-bbf3-026edfaca9ae), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.958901 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79da7f3a-00a2-4c1b-9892-5b3787abf76c {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:45:40.960394 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9da2-67ee-46f6-a654-a6f39a12d553 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.985914 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Publish callbacks [] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:40.987744 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5cf8ae3a-804e-4e12-aa97-7eb621d23982 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1929365e9f6b46daa3e8125a5d69bb9f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9472668
Mar 18 02:45:40.993696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 58780) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:41.096799 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:41.097332 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.212553 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9da2-67ee-46f6-a654-a6f39a12d553 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (2922603e-6e83-4169-bf22-32e64969a30c), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.215763 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.225555 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Transition to ACTIVE for port object 79da7f3a-00a2-4c1b-9892-5b3787abf76c will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:45:41.229313 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9da2-67ee-46f6-a654-a6f39a12d553 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2922603e-6e83-4169-bf22-32e64969a30c), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.261929 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8ae3a-804e-4e12-aa97-7eb621d23982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386a23f0-52d3-4590-bbf3-026edfaca9ae,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:41.292984 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f94f6d06-2952-43d3-a3a7-6dbb7afef315 admin admin] Publish callbacks [] for security_group (386a23f0-52d3-4590-bbf3-026edfaca9ae), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.328284 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9da2-67ee-46f6-a654-a6f39a12d553 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2922603e-6e83-4169-bf22-32e64969a30c,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:41.379682 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6a649-e27f-49f6-b8b8-3d5d5f3bf112 None None] Current status of the port e3bb4a20-3fd7-4eec-8267-29a200c31005 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:41.380076 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a649-e27f-49f6-b8b8-3d5d5f3bf112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.388048 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f94f6d06-2952-43d3-a3a7-6dbb7afef315 admin admin] Publish callbacks [] for security_group (386a23f0-52d3-4590-bbf3-026edfaca9ae), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.395546 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9da2-67ee-46f6-a654-a6f39a12d553 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.397219 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ea7c9da2-67ee-46f6-a654-a6f39a12d553 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6984012
Mar 18 02:45:41.400187 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58786) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:41.407741 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-d8e5a720-0054-410a-b09a-a5d6ea830cf2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'security_group_rule': {'security_group_id': '2922603e-6e83-4169-bf22-32e64969a30c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:41.456700 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a720-0054-410a-b09a-a5d6ea830cf2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (817c5677-9fbe-4c11-8666-98fb6a112a28), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.460401 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.546277 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Allocated IP 172.27.0.84 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/46b67a9f-5cf6-41fd-807b-ddac6f7f06f0) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:41.591386 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a720-0054-410a-b09a-a5d6ea830cf2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (817c5677-9fbe-4c11-8666-98fb6a112a28), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.597375 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a720-0054-410a-b09a-a5d6ea830cf2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (817c5677-9fbe-4c11-8666-98fb6a112a28), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.609696 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:41.613248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:41.653790 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a720-0054-410a-b09a-a5d6ea830cf2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.655010 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d8e5a720-0054-410a-b09a-a5d6ea830cf2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2535434
Mar 18 02:45:41.655748 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f94f6d06-2952-43d3-a3a7-6dbb7afef315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (386a23f0-52d3-4590-bbf3-026edfaca9ae), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.674865 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f94f6d06-2952-43d3-a3a7-6dbb7afef315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.681493 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f94f6d06-2952-43d3-a3a7-6dbb7afef315 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/386a23f0-52d3-4590-bbf3-026edfaca9ae HTTP/1.1" status: 204  len: 168 time: 0.6717615
Mar 18 02:45:41.683420 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58792) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:41.691562 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-bc08bb81-1810-481a-a78e-e6401fea9fa3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'security_group_rule': {'security_group_id': '2922603e-6e83-4169-bf22-32e64969a30c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:41.703844 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5981d1f0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 2, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:41.713543 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5a720-0054-410a-b09a-a5d6ea830cf2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817c5677-9fbe-4c11-8666-98fb6a112a28,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:41.797474 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc08bb81-1810-481a-a78e-e6401fea9fa3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (e2a75f4c-918a-4bf4-8505-b6923ef5c64e), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.876167 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Checking router: 6808243f-745f-453f-ac0a-131089b914d2 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:45:41.876532 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Updating router 6808243f-745f-453f-ac0a-131089b914d2 port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:45:41.909136 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc08bb81-1810-481a-a78e-e6401fea9fa3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (e2a75f4c-918a-4bf4-8505-b6923ef5c64e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:41.916571 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc08bb81-1810-481a-a78e-e6401fea9fa3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (e2a75f4c-918a-4bf4-8505-b6923ef5c64e), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.015375 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08bb81-1810-481a-a78e-e6401fea9fa3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a75f4c-918a-4bf4-8505-b6923ef5c64e,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:42.041293 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.042529 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc08bb81-1810-481a-a78e-e6401fea9fa3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.054071 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-bc08bb81-1810-481a-a78e-e6401fea9fa3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3630085
Mar 18 02:45:42.057346 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58804) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:42.071532 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:42.132677 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.177752 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-3ec6a649-e27f-49f6-b8b8-3d5d5f3bf112 None None] For port e3bb4a20-3fd7-4eec-8267-29a200c31005, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=e3bb4a20-3fd7-4eec-8267-29a200c31005,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:42.182069 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.210205 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Pushing event updated for resources: {'Port': ['ID=79da7f3a-00a2-4c1b-9892-5b3787abf76c,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:42.226277 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f6d06-2952-43d3-a3a7-6dbb7afef315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a23f0-52d3-4590-bbf3-026edfaca9ae,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:42.283005 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a649-e27f-49f6-b8b8-3d5d5f3bf112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.375741 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6a649-e27f-49f6-b8b8-3d5d5f3bf112 None None] Pushing event updated for resources: {'Port': ['ID=e3bb4a20-3fd7-4eec-8267-29a200c31005,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:42.495518 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.511715 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bc14e-cd82-4824-a98f-c88176d7ae4d req-1e72411d-8ff4-4210-99ea-46891b005386 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:42.516956 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:42.517341 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.527432 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.536891 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7a9bc14e-cd82-4824-a98f-c88176d7ae4d req-1e72411d-8ff4-4210-99ea-46891b005386 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 943 time: 0.4676151
Mar 18 02:45:42.546614 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Attempting to bind port 79da7f3a-00a2-4c1b-9892-5b3787abf76c on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:42.547337 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Attempting to bind port 79da7f3a-00a2-4c1b-9892-5b3787abf76c by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '07280124-2018-4232-b214-8bb260751e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:42.553007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Attempting to bind port 79da7f3a-00a2-4c1b-9892-5b3787abf76c on network f2e0f556-bfee-46d9-b175-293c56c9b8c9 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:42.626308 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Port 79da7f3a-00a2-4c1b-9892-5b3787abf76c on network f2e0f556-bfee-46d9-b175-293c56c9b8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:45:42.628177 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Attempting to bind port 79da7f3a-00a2-4c1b-9892-5b3787abf76c on network f2e0f556-bfee-46d9-b175-293c56c9b8c9 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:42.674227 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:42.683130 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Checking segment: {'id': '07280124-2018-4232-b214-8bb260751e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:42.684122 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Bound using segment: {'id': '07280124-2018-4232-b214-8bb260751e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:42.685377 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Bound port: 79da7f3a-00a2-4c1b-9892-5b3787abf76c, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07280124-2018-4232-b214-8bb260751e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:42.686998 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:42.917505 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7a9bc14e-cd82-4824-a98f-c88176d7ae4d req-4538517f-96b8-4053-9765-c0732175c810 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3722200
Mar 18 02:45:42.918120 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:43.011696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.047841 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.27.0.82 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/2be55263-e657-4887-9c62-ecbbfad1382d) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:43.267425 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Publish callbacks [] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.281221 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.288801 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] For port 79da7f3a-00a2-4c1b-9892-5b3787abf76c, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:43.320947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] For port 79da7f3a-00a2-4c1b-9892-5b3787abf76c, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=79da7f3a-00a2-4c1b-9892-5b3787abf76c,segment=NetworkSegment(07280124-2018-4232-b214-8bb260751e26),segment_id=07280124-2018-4232-b214-8bb260751e26)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:43.406441 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5a446fb9-b966-4450-89ca-2a2bcf32613f up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:43.433900 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:43.441770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'Port': ['ID=46b67a9f-5cf6-41fd-807b-ddac6f7f06f0,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:43.454949 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:43.457046 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (2be55263-e657-4887-9c62-ecbbfad1382d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.466303 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.482504 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d529b8-7927-4a4c-83b4-7f52bfe1ca8e None None] Pushing event updated for resources: {'Port': ['ID=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:43.517952 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:43.662682 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (2be55263-e657-4887-9c62-ecbbfad1382d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.762384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.877965 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 5a446fb9-b966-4450-89ca-2a2bcf32613f triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:43.877965 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.924160 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:43.962040 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:43.979393 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:43.980172 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:43.992500 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] 10.222.0.35 "PUT /v2.0/ports/79da7f3a-00a2-4c1b-9892-5b3787abf76c HTTP/1.1" status: 200  len: 1093 time: 6.6132092
Mar 18 02:45:43.998912 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:44.001007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'tag': '79da7f3a-00a2-4c1b-9892-5b3787abf76c'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:45:44.060286 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=2be55263-e657-4887-9c62-ecbbfad1382d,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:44.099579 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (7c072d0b-5b61-493d-93b7-9224a3e4445c), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:44.174170 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Allocated IP 172.27.0.215 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/4707d973-7a3e-4f53-8384-c792c3b3270a) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:44.250708 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Attempting to bind port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:44.252568 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Attempting to bind port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:44.253148 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Attempting to bind port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 on network c1c8d908-2f68-4577-90cf-69c2a4313d92 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:44.295365 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:44.295809 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Checking segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:44.296302 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:44.296777 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Bound using segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:44.297272 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Bound port: d4bfa7a4-74dd-4af3-b04a-d606cabaca63, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:44.297954 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:44.336426 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-1fa1adfc-7849-47fc-8708-578598d27e2f None None] Provisioning complete for port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:44.337085 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1fa1adfc-7849-47fc-8708-578598d27e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:44.363008 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89013a-747a-42fa-a627-fffa17c89e88", "tag": "79da7f3a-00a2-4c1b-9892-5b3787abf76c"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:45:44.420651 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1adfc-7849-47fc-8708-578598d27e2f None None] Port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:44.647913 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfea26-6bf6-44e1-9689-ecc908554038 service neutron] Pushing event updated for resources: {'Port': ['ID=79da7f3a-00a2-4c1b-9892-5b3787abf76c,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:44.988143 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (4657197a-e2f0-426a-ab08-f5aab904f2fc), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.073768 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (2be55263-e657-4887-9c62-ecbbfad1382d), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.199506 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 5a446fb9-b966-4450-89ca-2a2bcf32613f is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:45.200897 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device e3bb4a20-3fd7-4eec-8267-29a200c31005 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:45.231696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.244187 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] For port d4bfa7a4-74dd-4af3-b04a-d606cabaca63, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:45.249087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] For port d4bfa7a4-74dd-4af3-b04a-d606cabaca63, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:45.261988 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.303242 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.330191 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6653a6f-76ec-403a-80d8-9deef279a040 x-openstack-request-id: req-d6653a6f-76ec-403a-80d8-9deef279a040 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:45:45.330417 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89013a-747a-42fa-a627-fffa17c89e88", "tag": "79da7f3a-00a2-4c1b-9892-5b3787abf76c", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:45:45.330717 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6653a6f-76ec-403a-80d8-9deef279a040 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:45:45.331220 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'tag': '79da7f3a-00a2-4c1b-9892-5b3787abf76c', 'status': 'completed', 'code': 200}
Mar 18 02:45:45.337927 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-2e83c795-44b2-4f02-8b2c-f1a7184c5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:45.344508 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-2e83c795-44b2-4f02-8b2c-f1a7184c5ab0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=429333b49cfc4803b1562a78c9e9d912&device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 1127 time: 1.2743311
Mar 18 02:45:45.344868 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d529b8-7927-4a4c-83b4-7f52bfe1ca8e None None] Pushing event updated for resources: {'Port': ['ID=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:45.369981 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port e3bb4a20-3fd7-4eec-8267-29a200c31005 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:45.370580 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.373404 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ecb-c865-43f2-853f-eba126331905 req-048e90cf-4d76-4ca3-83c0-35e6bb7f8344 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:45.374977 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e53d5ecb-c865-43f2-853f-eba126331905 req-048e90cf-4d76-4ca3-83c0-35e6bb7f8344 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 943 time: 1.1260302
Mar 18 02:45:45.440276 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:45:45.440467 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5981d1f0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:45:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:45.603766 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (2be55263-e657-4887-9c62-ecbbfad1382d), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.614327 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (2be55263-e657-4887-9c62-ecbbfad1382d), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.642442 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (4657197a-e2f0-426a-ab08-f5aab904f2fc), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.662961 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-25c8810f-d4a7-40a6-9114-a52d99abc41a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79da7f3a-00a2-4c1b-9892-5b3787abf76c HTTP/1.1" status: 200  len: 217 time: 0.2851968
Mar 18 02:45:45.667863 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port e3bb4a20-3fd7-4eec-8267-29a200c31005 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:45.685611 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.715363 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:45:45.849343 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:45.853187 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=2be55263-e657-4887-9c62-ecbbfad1382d,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:45.865381 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:45.870953 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:45.872777 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-40a32925-c380-4666-aaf3-865e579481c4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.1426799
Mar 18 02:45:45.930295 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'Port': ['ID=4707d973-7a3e-4f53-8384-c792c3b3270a,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:45.933030 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:45.999512 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-86571fba-a864-47a9-a001-5d92bfebf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:46.001698 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-86571fba-a864-47a9-a001-5d92bfebf775 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79740d20-9580-448e-9d99-588bf1a0b8f5 HTTP/1.1" status: 200  len: 851 time: 0.3107195
Mar 18 02:45:46.045059 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (9629b82a-fff7-4fb6-8366-0e94487e44cf), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.089203 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-c4b3d220-a507-4005-bd2f-848de68e78ad None None] Provisioning complete for port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:46.091218 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d220-a507-4005-bd2f-848de68e78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.153613 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.173205 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.293684 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.329820 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3d220-a507-4005-bd2f-848de68e78ad None None] Current status of the port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:46.333359 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d220-a507-4005-bd2f-848de68e78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.381076 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-5d96972c-5a20-4c39-907d-831078a55eca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e0f556-bfee-46d9-b175-293c56c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1828899
Mar 18 02:45:46.424057 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-c4b3d220-a507-4005-bd2f-848de68e78ad None None] For port d4bfa7a4-74dd-4af3-b04a-d606cabaca63, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:46.437059 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5981d1f0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:45Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:45:46.446244 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d220-a507-4005-bd2f-848de68e78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.508702 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e53d5ecb-c865-43f2-853f-eba126331905 req-97e30b7b-9589-4643-94c8-7b942cc07331 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0398922
Mar 18 02:45:46.554609 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5398389-d9dd-4daa-a206-e07361babf57 None None] The sync data for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi is: [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:45Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:45:46.587552 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.598849 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.632475 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (9629b82a-fff7-4fb6-8366-0e94487e44cf), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.643007 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3d220-a507-4005-bd2f-848de68e78ad None None] Pushing event updated for resources: {'Port': ['ID=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:46.693171 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-a5854de3-60f0-4ed4-830b-7c126ca0a576 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e0f556-bfee-46d9-b175-293c56c9b8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664466
Mar 18 02:45:46.786547 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:46.787781 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.7282708
Mar 18 02:45:46.818247 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7470-b32a-48ba-9023-7ccf6422cb68 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'Port': ['ID=4707d973-7a3e-4f53-8384-c792c3b3270a,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:46.955676 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'Port': ['ID=46b67a9f-5cf6-41fd-807b-ddac6f7f06f0,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:47.063099 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-27846826-c855-4b69-a80e-9e2a993e81db tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1575815457&fields=id&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 267 time: 0.6858370
Mar 18 02:45:47.089966 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (7c072d0b-5b61-493d-93b7-9224a3e4445c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:47.094024 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bccb0dc6-bf6d-4f14-a7f5-be5d54cb067e req-9fcbca7f-b15e-42f2-bf85-1bf1744b3ef9 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e0f556-bfee-46d9-b175-293c56c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3676763
Mar 18 02:45:47.241997 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:47.243540 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-840fe12e-a138-4e89-a128-7f60533c0c1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.3829396
Mar 18 02:45:47.404156 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-bf35fbbb-273a-4303-8027-b442c57b504f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:47.404156 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-bf35fbbb-273a-4303-8027-b442c57b504f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.3312006
Mar 18 02:45:47.416102 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-b9513b09-3c92-4ec6-a37b-cf6aa7ed3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:47.416955 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-b9513b09-3c92-4ec6-a37b-cf6aa7ed3647 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=429333b49cfc4803b1562a78c9e9d912&device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 1127 time: 0.2546132
Mar 18 02:45:47.467234 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-1f7dc523-e7a6-4242-8978-5d19c453d47d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2123223647&fields=id&tenant_id=3206ff72be72472abb2c1e9daa325e70 HTTP/1.1" status: 200  len: 267 time: 0.2192991
Mar 18 02:45:47.486464 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-81cb3599-7cc0-4c9d-8aa1-f9a45764d67a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/quotas/9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 375 time: 0.0656261
Mar 18 02:45:47.860562 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device d4bfa7a4-74dd-4af3-b04a-d606cabaca63 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:47.938737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-cf3abad3-8acc-49d9-90eb-68a7e92adcbd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:47.943663 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-cf3abad3-8acc-49d9-90eb-68a7e92adcbd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 811 time: 0.4290645
Mar 18 02:45:47.955893 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 58994) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:47.963690 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-a44881fb-4f29-4152-8c24-084f33158c51 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3599427
Mar 18 02:45:47.997982 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-02e465a0-4b16-4bf5-9ca2-64a4cec4601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:48.000073 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-02e465a0-4b16-4bf5-9ca2-64a4cec4601b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e0f556-bfee-46d9-b175-293c56c9b8c9 HTTP/1.1" status: 200  len: 911 time: 0.5687087
Mar 18 02:45:48.024163 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-281f0b80-c29e-4765-adcb-cad919db7629 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/quotas/3206ff72be72472abb2c1e9daa325e70 HTTP/1.1" status: 200  len: 375 time: 0.0545275
Mar 18 02:45:48.058823 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:48.059374 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.085843 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-a30f8e22-a67d-4f4c-8238-20d0e6817622 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79da7f3a-00a2-4c1b-9892-5b3787abf76c HTTP/1.1" status: 200  len: 217 time: 0.0711434
Mar 18 02:45:48.119136 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0ff118ed-75fb-40d3-af25-fe897b765484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.191729 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-2af62fbf-6a0d-420d-82e2-244baf861c6a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1553919
Mar 18 02:45:48.196186 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-f4883cb4-a92d-4746-9b68-be82e2e5eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:48.198146 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-f4883cb4-a92d-4746-9b68-be82e2e5eae2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79740d20-9580-448e-9d99-588bf1a0b8f5 HTTP/1.1" status: 200  len: 851 time: 0.0961537
Mar 18 02:45:48.240316 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:48.252249 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-19d7eb0a-ba5b-41ce-ba75-b4d4e701e9fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e0f556-bfee-46d9-b175-293c56c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482979
Mar 18 02:45:48.262859 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0ff118ed-75fb-40d3-af25-fe897b765484 admin admin] Publish callbacks [] for security_group (53678264-007d-4328-b96d-cc30889914ee), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.267856 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0ff118ed-75fb-40d3-af25-fe897b765484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (53678264-007d-4328-b96d-cc30889914ee), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.279413 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-dc631b7d-a86c-486b-971e-8989aeaf55bd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:45:48.280475 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-dc631b7d-a86c-486b-971e-8989aeaf55bd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1387038
Mar 18 02:45:48.307621 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff118ed-75fb-40d3-af25-fe897b765484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53678264-007d-4328-b96d-cc30889914ee,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:48.314789 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0ff118ed-75fb-40d3-af25-fe897b765484 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d039375d225145ca897d7ff2b0bae227&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3542290
Mar 18 02:45:48.315047 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59010) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:48.364067 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-318f98f5-fc96-460e-8015-f373d1e59392 admin admin] Publish callbacks [] for security_group (53678264-007d-4328-b96d-cc30889914ee), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.385389 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-318f98f5-fc96-460e-8015-f373d1e59392 admin admin] Publish callbacks [] for security_group (53678264-007d-4328-b96d-cc30889914ee), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.440151 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-318f98f5-fc96-460e-8015-f373d1e59392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (53678264-007d-4328-b96d-cc30889914ee), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.443778 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-318f98f5-fc96-460e-8015-f373d1e59392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.445049 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-318f98f5-fc96-460e-8015-f373d1e59392 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53678264-007d-4328-b96d-cc30889914ee HTTP/1.1" status: 204  len: 168 time: 0.1291318
Mar 18 02:45:48.453819 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f98f5-fc96-460e-8015-f373d1e59392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53678264-007d-4328-b96d-cc30889914ee,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:48.681452 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-cced53a0-8233-45c7-b658-aabe3cf7b265 service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3725238
Mar 18 02:45:48.689451 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-5ac30932-6e54-424e-8cdc-f1d240dba5c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4687333
Mar 18 02:45:48.710717 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-a6dae4e4-48da-49b3-a1d7-e1c49ce3c70e service neutron] 10.222.0.35 "GET /v2.0/networks/f2e0f556-bfee-46d9-b175-293c56c9b8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4453504
Mar 18 02:45:48.800876 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59022) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:48.817070 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddc72-dbe7-4951-a82c-ba8cdd42b493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.922711 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-23f85d11-2295-40c4-b849-4fa930084827 service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319481
Mar 18 02:45:48.950070 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-e98e43b3-f677-43af-83d8-1363819a7655 service neutron] 10.222.0.24 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2498019
Mar 18 02:45:48.953980 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4dbcc10a-1ecb-4939-b38c-ff4c4760b690 req-ec491b9d-9c82-48a1-b1ec-4113abf32d97 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e0f556-bfee-46d9-b175-293c56c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2332728
Mar 18 02:45:48.984074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddc72-dbe7-4951-a82c-ba8cdd42b493 admin admin] Publish callbacks [] for security_group (49186463-50ac-4a29-a3d6-332b1ae056d2), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:48.990420 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddc72-dbe7-4951-a82c-ba8cdd42b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (49186463-50ac-4a29-a3d6-332b1ae056d2), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:49.039388 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7e3ddc72-dbe7-4951-a82c-ba8cdd42b493 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ae1fc35182d4fb7be6584036965264b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2357187
Mar 18 02:45:49.041256 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ddc72-dbe7-4951-a82c-ba8cdd42b493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49186463-50ac-4a29-a3d6-332b1ae056d2,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:49.042193 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59040) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:49.141615 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5631ea5-cef1-4ef1-b1a6-3b7811891d6b admin admin] Publish callbacks [] for security_group (49186463-50ac-4a29-a3d6-332b1ae056d2), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:49.197262 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5631ea5-cef1-4ef1-b1a6-3b7811891d6b admin admin] Publish callbacks [] for security_group (49186463-50ac-4a29-a3d6-332b1ae056d2), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:49.303762 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 79da7f3a-00a2-4c1b-9892-5b3787abf76c details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:45:49.382160 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5631ea5-cef1-4ef1-b1a6-3b7811891d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (49186463-50ac-4a29-a3d6-332b1ae056d2), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:49.385039 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5631ea5-cef1-4ef1-b1a6-3b7811891d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:49.388899 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-a5631ea5-cef1-4ef1-b1a6-3b7811891d6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49186463-50ac-4a29-a3d6-332b1ae056d2 HTTP/1.1" status: 204  len: 168 time: 0.3430660
Mar 18 02:45:49.443613 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-680abd79-0d44-4c13-a669-8427635342d5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--988240794&fields=id&tenant_id=f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 267 time: 0.1938596
Mar 18 02:45:49.532537 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5631ea5-cef1-4ef1-b1a6-3b7811891d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49186463-50ac-4a29-a3d6-332b1ae056d2,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:49.562192 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59088) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:49.611494 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e89b46-0c17-4072-8b33-0146b55e5ac6 req-ca54ac68-2233-4891-bd30-c8d69b007446 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:49.616717 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6e89b46-0c17-4072-8b33-0146b55e5ac6 req-ca54ac68-2233-4891-bd30-c8d69b007446 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 943 time: 0.3502078
Mar 18 02:45:49.648062 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 79da7f3a-00a2-4c1b-9892-5b3787abf76c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=79da7f3a-00a2-4c1b-9892-5b3787abf76c,segment=NetworkSegment(07280124-2018-4232-b214-8bb260751e26),segment_id=07280124-2018-4232-b214-8bb260751e26)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:49.685424 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '79da7f3a-00a2-4c1b-9892-5b3787abf76c', 'network_id': 'f2e0f556-bfee-46d9-b175-293c56c9b8c9', 'port_id': '79da7f3a-00a2-4c1b-9892-5b3787abf76c', 'mac_address': 'fa:16:3e:95:3f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79740d20-9580-448e-9d99-588bf1a0b8f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:45:49.771588 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-2db66256-25a9-4ecd-90c7-609fdd400c44 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:49.773281 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-2db66256-25a9-4ecd-90c7-609fdd400c44 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 817 time: 0.3288140
Mar 18 02:45:49.796152 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6e89b46-0c17-4072-8b33-0146b55e5ac6 req-f35b7ca3-2d86-4892-9023-d397374cd224 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710310
Mar 18 02:45:49.801227 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 79da7f3a-00a2-4c1b-9892-5b3787abf76c is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:49.801709 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:49.805285 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-26e3937a-5a91-452c-a78e-345b4d769572 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/quotas/f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 375 time: 0.0262642
Mar 18 02:45:49.841867 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79da7f3a-00a2-4c1b-9892-5b3787abf76c {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:45:49.899237 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 79da7f3a-00a2-4c1b-9892-5b3787abf76c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=79da7f3a-00a2-4c1b-9892-5b3787abf76c,segment=NetworkSegment(07280124-2018-4232-b214-8bb260751e26),segment_id=07280124-2018-4232-b214-8bb260751e26)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:49.907137 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:49.914644 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-9db651b1-e47d-4181-9a7c-9af1d5d98811 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0876079
Mar 18 02:45:49.952146 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17b0d3a6-d934-4f31-95be-db750842957a req-3107dfc2-2839-4b6b-b891-2970f62586e5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 210 time: 0.0361052
Mar 18 02:45:50.010373 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=79da7f3a-00a2-4c1b-9892-5b3787abf76c,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:50.094560 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-320efa7a-9bd5-40ff-9a03-1687a8bee6ae service neutron] 10.222.0.24 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399343
Mar 18 02:45:50.135445 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0403c6b0-a2c4-4cba-9157-1a7cb9f0971e req-b7a485e3-3eb4-4a09-beda-1e1d28b5a0f2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 210 time: 0.0400062
Mar 18 02:45:50.153677 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8519e330-0952-4ffb-bb07-ebddaa4e6b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.264352 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-21955634-78c4-41b9-aadf-50b24bce02b2 service neutron] 10.222.0.24 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277499
Mar 18 02:45:50.305339 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8519e330-0952-4ffb-bb07-ebddaa4e6b81 admin admin] Publish callbacks [] for security_group (c9dd3f37-d4b5-4fbf-a490-2d603ebd6622), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.312072 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8519e330-0952-4ffb-bb07-ebddaa4e6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c9dd3f37-d4b5-4fbf-a490-2d603ebd6622), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.359503 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8519e330-0952-4ffb-bb07-ebddaa4e6b81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2279c93913b6402d9c3d0e2abcf0ac4b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7949984
Mar 18 02:45:50.360465 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519e330-0952-4ffb-bb07-ebddaa4e6b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dd3f37-d4b5-4fbf-a490-2d603ebd6622,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:50.362337 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59130) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:50.438621 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3b0311ed-3558-41a5-925a-d97bf2cb191f admin admin] Publish callbacks [] for security_group (c9dd3f37-d4b5-4fbf-a490-2d603ebd6622), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.482943 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3b0311ed-3558-41a5-925a-d97bf2cb191f admin admin] Publish callbacks [] for security_group (c9dd3f37-d4b5-4fbf-a490-2d603ebd6622), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.508349 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bd99cd18-3773-477d-9cb7-2602fec6bf32 req-3638ad67-c79c-4a38-b248-f3780a43d464 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 210 time: 0.0452082
Mar 18 02:45:50.569591 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3b0311ed-3558-41a5-925a-d97bf2cb191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c9dd3f37-d4b5-4fbf-a490-2d603ebd6622), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.572330 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3b0311ed-3558-41a5-925a-d97bf2cb191f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.573428 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3b0311ed-3558-41a5-925a-d97bf2cb191f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9dd3f37-d4b5-4fbf-a490-2d603ebd6622 HTTP/1.1" status: 204  len: 168 time: 0.2095327
Mar 18 02:45:50.594452 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0311ed-3558-41a5-925a-d97bf2cb191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dd3f37-d4b5-4fbf-a490-2d603ebd6622,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:50.919098 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59162) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:50.936472 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-56836684-83d5-431a-96bd-10e795cb5eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:50.943053 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778bee0-33e2-41fa-af8f-b86c1e245929 req-53ca203b-7d4e-46ca-8433-cb91458a7ba6 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:50.944711 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3778bee0-33e2-41fa-af8f-b86c1e245929 req-53ca203b-7d4e-46ca-8433-cb91458a7ba6 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 944 time: 0.0625620
Mar 18 02:45:50.995354 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3778bee0-33e2-41fa-af8f-b86c1e245929 req-40df9769-ea94-4718-8cae-a90217127d40 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450253
Mar 18 02:45:51.028252 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-56836684-83d5-431a-96bd-10e795cb5eff admin admin] Publish callbacks [] for security_group (112a932f-1dfd-4aca-8cd4-3e819d9f7967), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:51.035621 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-56836684-83d5-431a-96bd-10e795cb5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (112a932f-1dfd-4aca-8cd4-3e819d9f7967), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:51.088356 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-46ba653b-2a2c-47f3-b36c-91ded11fa960 req-f5cfb75c-c5b4-406d-8d3e-25eb2bbea240 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 210 time: 0.0438299
Mar 18 02:45:51.111165 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56836684-83d5-431a-96bd-10e795cb5eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112a932f-1dfd-4aca-8cd4-3e819d9f7967,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:51.117335 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-56836684-83d5-431a-96bd-10e795cb5eff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d89a8d71f4074e12b5066ee332566396&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1971126
Mar 18 02:45:51.121316 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59168) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:51.205013 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-98648472-6988-4a94-b3e7-dda4a15a3bd1 admin admin] Publish callbacks [] for security_group (112a932f-1dfd-4aca-8cd4-3e819d9f7967), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:51.252862 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bb5bb773-9401-4d65-b94a-9555cf0d747d req-b1930b80-9a3c-478a-a15d-8986ad76844c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 210 time: 0.0347173
Mar 18 02:45:51.255342 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-98648472-6988-4a94-b3e7-dda4a15a3bd1 admin admin] Publish callbacks [] for security_group (112a932f-1dfd-4aca-8cd4-3e819d9f7967), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:51.310687 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-98648472-6988-4a94-b3e7-dda4a15a3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (112a932f-1dfd-4aca-8cd4-3e819d9f7967), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:51.313259 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-98648472-6988-4a94-b3e7-dda4a15a3bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:51.314405 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-98648472-6988-4a94-b3e7-dda4a15a3bd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/112a932f-1dfd-4aca-8cd4-3e819d9f7967 HTTP/1.1" status: 204  len: 168 time: 0.1919425
Mar 18 02:45:51.322985 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98648472-6988-4a94-b3e7-dda4a15a3bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112a932f-1dfd-4aca-8cd4-3e819d9f7967,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:51.622580 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c6071e6f-0cfd-4ee3-bdc3-97c026069118 req-601099a3-6a1d-48ca-9df2-fa0a0b1f3bcd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 210 time: 0.0290368
Mar 18 02:45:52.134012 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2ff1-529b-407c-a1d5-30d2eb4b64e2 req-d4920e3f-4aa9-4dbd-93bd-d1dbd01b9969 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:52.136265 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1d8a2ff1-529b-407c-a1d5-30d2eb4b64e2 req-d4920e3f-4aa9-4dbd-93bd-d1dbd01b9969 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 944 time: 0.0596786
Mar 18 02:45:52.215078 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2bc95ee4-033d-41bf-b36d-fe79a4cf8f7e req-dd4c4338-287d-4e78-9c9c-a7dbe0c4035d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 210 time: 0.0403519
Mar 18 02:45:52.232177 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1d8a2ff1-529b-407c-a1d5-30d2eb4b64e2 req-797de846-dbdf-4d6b-9cfd-cedb5b2dc715 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898042
Mar 18 02:45:52.350708 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-578eaab1-ffd3-441f-9e0e-bc1fe23d7f30 req-7f6c5819-82af-47af-9a4f-24e52897c0cc tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 210 time: 0.0292897
Mar 18 02:45:52.630198 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['79da7f3a-00a2-4c1b-9892-5b3787abf76c'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:45:52.790046 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5c9b942c-80c4-4ccc-9c1b-1213cddc3048 req-e8fdfe89-2bb2-416b-8cbc-faa208316359 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 210 time: 0.0615320
Mar 18 02:45:53.395754 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.35', 63309) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:53.411672 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.35', 63310) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:53.467372 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7439b62b-29ac-4698-8f4a-813a10df89a8 req-59d896f2-9291-4ba9-8743-e9977d080427 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 210 time: 0.0960004
Mar 18 02:45:53.568362 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-b13401fd-0627-43a5-b18e-f91c23e4d7d0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:53.571161 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-b13401fd-0627-43a5-b18e-f91c23e4d7d0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 817 time: 0.3890667
Mar 18 02:45:53.594324 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f643-4b0e-4e3b-b041-39f67540b47f req-32f74f2e-eeef-499f-959c-49899215086b tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:53.604204 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7522f643-4b0e-4e3b-b041-39f67540b47f req-32f74f2e-eeef-499f-959c-49899215086b tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 944 time: 0.2445846
Mar 18 02:45:53.701801 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-f9721ff4-b0bf-40df-95ad-8fa312276aaa tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 379 time: 0.0920081
Mar 18 02:45:53.719085 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'port': {'device_id': '6579a154-5290-478a-8bc4-26b210d57175', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'admin_state_up': True, 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'security_groups': ['155144d1-2d7d-4e95-900a-c0ab20015ff9']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:53.846239 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1db984ee-48be-4ea0-beea-9c088632f6a7 req-3924bc01-0eb6-4482-b2f9-69ff52f23541 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 210 time: 0.1342449
Mar 18 02:45:53.847941 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-d239f823-2041-41fc-af90-252094a30b25 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:53.856404 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-d239f823-2041-41fc-af90-252094a30b25 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.4492872
Mar 18 02:45:53.885906 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7522f643-4b0e-4e3b-b041-39f67540b47f req-c3727931-d177-4aaa-8774-8016aa88dea8 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661815
Mar 18 02:45:53.969594 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-5a8a9945-0076-458a-8db4-ca98656e90c1 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 380 time: 0.1057572
Mar 18 02:45:53.971144 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3f0b2be7-db9f-494c-84b7-1a3721553bfd req-3805bfb2-e01d-4a1c-8be1-7b8972766736 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 210 time: 0.0442300
Mar 18 02:45:53.980393 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'port': {'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'admin_state_up': True, 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'security_groups': ['a50067ec-dcb7-4360-846a-93d356c9db2e']}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:53.980834 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-693dc535-8a48-436e-b746-1586d03705c0 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:53.982375 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-693dc535-8a48-436e-b746-1586d03705c0 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 811 time: 0.5678601
Mar 18 02:45:54.021181 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Made reservation on behalf of f22ea5ccb37b487e83c237d313f61033 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:54.032077 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.133291 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Made reservation on behalf of 9eb71a501cc048a4ab730eb78a02d8d5 for: {'port': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:54.138893 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.161781 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-00e64aa3-a418-4ae9-8a71-2fa646433eab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3206ff72be72472abb2c1e9daa325e70 HTTP/1.1" status: 200  len: 380 time: 0.1670623
Mar 18 02:45:54.186980 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'port': {'device_id': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'admin_state_up': True, 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'security_groups': ['2922603e-6e83-4169-bf22-32e64969a30c']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:54.234276 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.306477 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Allocated IP 172.20.0.12 (95079f1c-5ea3-498a-a938-a024190328bf/2f382b22-6dc6-47f3-aa36-32bb8e623860/9044a727-ee85-433b-a463-641ea2cb2dd0) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:54.366919 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 79da7f3a-00a2-4c1b-9892-5b3787abf76c up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:45:54.430652 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Made reservation on behalf of 3206ff72be72472abb2c1e9daa325e70 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:45:54.434720 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.510133 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.20.0.9 (abdbe5d0-e208-44c9-9d0f-66761487ec77/27be4128-fbd6-4dc1-8e0b-0829b65e9183/f7ebc4b4-a92f-40da-b5a3-99969c8881dd) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:54.516484 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 79da7f3a-00a2-4c1b-9892-5b3787abf76c completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:45:54.528611 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 79da7f3a-00a2-4c1b-9892-5b3787abf76c triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:54.533525 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.708850 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.714050 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59404) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:54.722336 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 79da7f3a-00a2-4c1b-9892-5b3787abf76c is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:45:54.723130 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.743492 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5418a59e-8457-4e98-a64a-697cbbce61ba req-e42a1d11-69c2-4c87-8501-880223b69196 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 210 time: 0.0791974
Mar 18 02:45:54.781070 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 79da7f3a-00a2-4c1b-9892-5b3787abf76c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=79da7f3a-00a2-4c1b-9892-5b3787abf76c,segment=NetworkSegment(07280124-2018-4232-b214-8bb260751e26),segment_id=07280124-2018-4232-b214-8bb260751e26)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:45:54.782645 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79da7f3a-00a2-4c1b-9892-5b3787abf76c'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:45:54.793602 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Allocated IP 172.20.0.9 (c1c8d908-2f68-4577-90cf-69c2a4313d92/73ba2539-ef23-4d16-8037-731e4706cb77/af37c8a4-d7fe-4b9a-ae59-7250dae312df) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:45:54.846278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.921008 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:54.949748 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=79da7f3a-00a2-4c1b-9892-5b3787abf76c,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:54.968086 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.015040 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.075458 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2167a5-e8e1-4046-b134-df8b2fee81b2" -d '{"events": [{"server_uuid": "bd89013a-747a-42fa-a627-fffa17c89e88", "name": "network-vif-plugged", "status": "completed", "tag": "79da7f3a-00a2-4c1b-9892-5b3787abf76c"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:45:55.237209 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:55.244651 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:55.251967 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:55.257922 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:55.258535 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.262278 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:55.280356 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-61cc7278-f283-4a71-93ee-3cd762412d3e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3054094
Mar 18 02:45:55.379681 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-777802ee-254f-47b1-87b5-82005db2ec07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.408562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Network 95079f1c-5ea3-498a-a938-a024190328bf is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:55.410727 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:55.421510 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:55.435899 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:55.512318 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e74bbce7-5fe8-4575-97f0-2d8420835fce None None] Provisioning complete for port f7ebc4b4-a92f-40da-b5a3-99969c8881dd triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:55.513339 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e74bbce7-5fe8-4575-97f0-2d8420835fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.573270 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211892-1c6c-4b09-a0c5-fd9003afc500 req-f371ca11-fa60-464b-b464-f8ea3717f9fa tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:55.583521 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-18211892-1c6c-4b09-a0c5-fd9003afc500 req-f371ca11-fa60-464b-b464-f8ea3717f9fa tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 931 time: 0.3598049
Mar 18 02:45:55.606166 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ae25f-81bb-4592-ab3d-a5769ad53a68 req-b8e06c59-1a49-4489-99cd-626919bd99be tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:55.608385 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d50ae25f-81bb-4592-ab3d-a5769ad53a68 req-b8e06c59-1a49-4489-99cd-626919bd99be tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.3835111
Mar 18 02:45:55.633038 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:55.634112 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.658380 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59448) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:55.700991 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e74bbce7-5fe8-4575-97f0-2d8420835fce None None] Port f7ebc4b4-a92f-40da-b5a3-99969c8881dd cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:55.725230 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.743335 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-52897701-961d-46d8-9083-dd31c0099d75 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0325596
Mar 18 02:45:55.752736 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d50ae25f-81bb-4592-ab3d-a5769ad53a68 req-06907aec-28a8-4f6c-b0a8-51989f61b9ee tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314514
Mar 18 02:45:55.787112 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a34be4e4-a0e1-4a43-adce-febce2961146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.805983 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-18211892-1c6c-4b09-a0c5-fd9003afc500 req-e139c973-f422-46b4-b447-142876b6e525 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2195425
Mar 18 02:45:55.812911 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-777802ee-254f-47b1-87b5-82005db2ec07 admin admin] Publish callbacks [] for security_group (e59356dc-099f-49d6-b9f7-ef8e39b3ad1d), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.828784 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-fce42d33-11ce-4d3c-8431-6073ce322257 None None] Provisioning complete for port 9044a727-ee85-433b-a463-641ea2cb2dd0 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:55.829164 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fce42d33-11ce-4d3c-8431-6073ce322257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.860464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-777802ee-254f-47b1-87b5-82005db2ec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e59356dc-099f-49d6-b9f7-ef8e39b3ad1d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.875479 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.897221 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fce42d33-11ce-4d3c-8431-6073ce322257 None None] Port 9044a727-ee85-433b-a463-641ea2cb2dd0 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:55.932087 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a34be4e4-a0e1-4a43-adce-febce2961146 admin admin] Publish callbacks [] for security_group (52afb832-be78-4c8d-97f1-c34c17528790), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.939221 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a34be4e4-a0e1-4a43-adce-febce2961146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (52afb832-be78-4c8d-97f1-c34c17528790), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:55.948902 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777802ee-254f-47b1-87b5-82005db2ec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59356dc-099f-49d6-b9f7-ef8e39b3ad1d,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:55.961333 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-777802ee-254f-47b1-87b5-82005db2ec07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e7f0e6c36d6426597ebbb9f2f4b6c06&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2274783
Mar 18 02:45:55.963113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59456) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:55.975988 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a34be4e4-a0e1-4a43-adce-febce2961146 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b575015a69a4b70a0e61746469a0071&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3149586
Mar 18 02:45:55.978797 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59458) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:55.986322 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:45:56.001687 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036485e-493b-48b6-9974-977b50c44219 req-55f57fa3-2921-46f9-bf19-92d3d7cc246a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:56.009053 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3036485e-493b-48b6-9974-977b50c44219 req-55f57fa3-2921-46f9-bf19-92d3d7cc246a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 932 time: 0.1913805
Mar 18 02:45:56.016746 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:45:56.021986 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'Port': ['ID=af37c8a4-d7fe-4b9a-ae59-7250dae312df,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:56.031435 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:45:56.057532 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34be4e4-a0e1-4a43-adce-febce2961146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52afb832-be78-4c8d-97f1-c34c17528790,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:56.085720 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc741793-0699-4584-8551-b4c370660333 admin admin] Publish callbacks [] for security_group (52afb832-be78-4c8d-97f1-c34c17528790), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.102640 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba867ee-a098-45bc-ab6e-96bb689c6bac x-openstack-request-id: req-1ba867ee-a098-45bc-ab6e-96bb689c6bac {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:45:56.102946 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89013a-747a-42fa-a627-fffa17c89e88", "name": "network-vif-plugged", "status": "completed", "tag": "79da7f3a-00a2-4c1b-9892-5b3787abf76c", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:45:56.103204 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ba867ee-a098-45bc-ab6e-96bb689c6bac {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:45:56.103665 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79da7f3a-00a2-4c1b-9892-5b3787abf76c', 'code': 200}
Mar 18 02:45:56.116474 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc741793-0699-4584-8551-b4c370660333 admin admin] Publish callbacks [] for security_group (52afb832-be78-4c8d-97f1-c34c17528790), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.133927 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:56.134582 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.139385 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3036485e-493b-48b6-9974-977b50c44219 req-225fb22e-4a51-4acc-8ef9-60a93d0902f7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293182
Mar 18 02:45:56.154208 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-73ebe9a8-2083-4bdb-bb38-4a61dd4e3159 admin admin] Publish callbacks [] for security_group (e59356dc-099f-49d6-b9f7-ef8e39b3ad1d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.183802 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ecb81e45-11db-4602-a53a-183b145a61d1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0007205
Mar 18 02:45:56.195337 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc741793-0699-4584-8551-b4c370660333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (52afb832-be78-4c8d-97f1-c34c17528790), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.199147 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bc741793-0699-4584-8551-b4c370660333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.205562 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-bc741793-0699-4584-8551-b4c370660333 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52afb832-be78-4c8d-97f1-c34c17528790 HTTP/1.1" status: 204  len: 168 time: 0.2257512
Mar 18 02:45:56.217330 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc741793-0699-4584-8551-b4c370660333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52afb832-be78-4c8d-97f1-c34c17528790,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:56.244732 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-73ebe9a8-2083-4bdb-bb38-4a61dd4e3159 admin admin] Publish callbacks [] for security_group (e59356dc-099f-49d6-b9f7-ef8e39b3ad1d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.292364 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21465e-f5fc-4759-b362-5748de52ab57 req-7829be2e-6e82-49d3-999c-dca76ae9c368 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:56.293887 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5d21465e-f5fc-4759-b362-5748de52ab57 req-7829be2e-6e82-49d3-999c-dca76ae9c368 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 931 time: 0.1246617
Mar 18 02:45:56.322599 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-9b525e1c-90f8-4a03-b9c6-be9d01209c70 None None] Provisioning complete for port af37c8a4-d7fe-4b9a-ae59-7250dae312df triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:45:56.323617 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9b525e1c-90f8-4a03-b9c6-be9d01209c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.351290 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-73ebe9a8-2083-4bdb-bb38-4a61dd4e3159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e59356dc-099f-49d6-b9f7-ef8e39b3ad1d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.354217 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-73ebe9a8-2083-4bdb-bb38-4a61dd4e3159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.357642 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-73ebe9a8-2083-4bdb-bb38-4a61dd4e3159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e59356dc-099f-49d6-b9f7-ef8e39b3ad1d HTTP/1.1" status: 204  len: 168 time: 0.3884330
Mar 18 02:45:56.369459 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9b525e1c-90f8-4a03-b9c6-be9d01209c70 None None] Port af37c8a4-d7fe-4b9a-ae59-7250dae312df cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:45:56.376886 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5d21465e-f5fc-4759-b362-5748de52ab57 req-7ae5302a-5bf2-4e7b-90f2-d20104e9b526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683520
Mar 18 02:45:56.387332 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebe9a8-2083-4bdb-bb38-4a61dd4e3159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59356dc-099f-49d6-b9f7-ef8e39b3ad1d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:56.530977 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59472) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:56.544226 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-04d59453-77b7-49db-a211-ac2c7f83f110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.632534 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-04d59453-77b7-49db-a211-ac2c7f83f110 admin admin] Publish callbacks [] for security_group (bb6d9951-423c-40f7-a6f6-56464a3e5147), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.636415 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-04d59453-77b7-49db-a211-ac2c7f83f110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (bb6d9951-423c-40f7-a6f6-56464a3e5147), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.678543 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-04d59453-77b7-49db-a211-ac2c7f83f110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2807a68d082437684593b4b79f8331e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1462944
Mar 18 02:45:56.680485 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d59453-77b7-49db-a211-ac2c7f83f110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d9951-423c-40f7-a6f6-56464a3e5147,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:56.681279 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59474) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:56.737491 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b831c9ac-ef7f-4e06-bab3-1355a04f6130 admin admin] Publish callbacks [] for security_group (bb6d9951-423c-40f7-a6f6-56464a3e5147), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.749452 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59476) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:56.762287 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b831c9ac-ef7f-4e06-bab3-1355a04f6130 admin admin] Publish callbacks [] for security_group (bb6d9951-423c-40f7-a6f6-56464a3e5147), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.762827 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8749a5de-fe0d-4187-8a25-0bf8dc5a7692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.820059 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b831c9ac-ef7f-4e06-bab3-1355a04f6130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (bb6d9951-423c-40f7-a6f6-56464a3e5147), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.822830 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b831c9ac-ef7f-4e06-bab3-1355a04f6130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.824002 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-b831c9ac-ef7f-4e06-bab3-1355a04f6130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb6d9951-423c-40f7-a6f6-56464a3e5147 HTTP/1.1" status: 204  len: 168 time: 0.1409574
Mar 18 02:45:56.868186 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8749a5de-fe0d-4187-8a25-0bf8dc5a7692 admin admin] Publish callbacks [] for security_group (2238115f-f97a-420e-9f8e-35bf961d0853), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.868433 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831c9ac-ef7f-4e06-bab3-1355a04f6130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d9951-423c-40f7-a6f6-56464a3e5147,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:56.882327 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8749a5de-fe0d-4187-8a25-0bf8dc5a7692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2238115f-f97a-420e-9f8e-35bf961d0853), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.920789 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e9065-eee2-4f11-9377-bc3de8daed5b req-4bc3907b-cb7e-4fe6-839a-f7514c4ee041 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:56.922388 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8749a5de-fe0d-4187-8a25-0bf8dc5a7692 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95ee401e460841da9f0009dc9bdf5708&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1716425
Mar 18 02:45:56.922756 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f77e9065-eee2-4f11-9377-bc3de8daed5b req-4bc3907b-cb7e-4fe6-839a-f7514c4ee041 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.0973706
Mar 18 02:45:56.926178 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59484) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:56.948156 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749a5de-fe0d-4187-8a25-0bf8dc5a7692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2238115f-f97a-420e-9f8e-35bf961d0853,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:56.988935 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c520-cce4-47f7-8506-e1cb2fb3afa7 admin admin] Publish callbacks [] for security_group (2238115f-f97a-420e-9f8e-35bf961d0853), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:56.998297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb14ddd-921e-45d0-bc9a-a88022f628c0 req-da5ca26d-29c1-482a-a20e-666e8f95eeb3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:56.999889 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ebb14ddd-921e-45d0-bc9a-a88022f628c0 req-da5ca26d-29c1-482a-a20e-666e8f95eeb3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 931 time: 0.1036541
Mar 18 02:45:57.004990 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f77e9065-eee2-4f11-9377-bc3de8daed5b req-64b6e831-1000-411b-8927-a5f7c9c725a1 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673182
Mar 18 02:45:57.011199 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c520-cce4-47f7-8506-e1cb2fb3afa7 admin admin] Publish callbacks [] for security_group (2238115f-f97a-420e-9f8e-35bf961d0853), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:57.067854 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ebb14ddd-921e-45d0-bc9a-a88022f628c0 req-2687146a-1d3d-4b30-9ea6-2a8393fcc458 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604980
Mar 18 02:45:57.068209 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c520-cce4-47f7-8506-e1cb2fb3afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2238115f-f97a-420e-9f8e-35bf961d0853), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:57.071482 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c520-cce4-47f7-8506-e1cb2fb3afa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:57.072852 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5bb8c520-cce4-47f7-8506-e1cb2fb3afa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2238115f-f97a-420e-9f8e-35bf961d0853 HTTP/1.1" status: 204  len: 168 time: 0.1454930
Mar 18 02:45:57.082016 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c520-cce4-47f7-8506-e1cb2fb3afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238115f-f97a-420e-9f8e-35bf961d0853,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:57.288005 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739c49a-884c-4289-be49-25837ef92429 req-c0d0d519-f175-48ef-8588-382914de0246 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:57.289767 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e739c49a-884c-4289-be49-25837ef92429 req-c0d0d519-f175-48ef-8588-382914de0246 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 932 time: 0.0731728
Mar 18 02:45:57.347391 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e739c49a-884c-4289-be49-25837ef92429 req-0489bbc1-6c01-482c-a1c2-efa8dad28e56 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514777
Mar 18 02:45:57.493266 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48cb93-a5a8-499a-8326-161d631b8bad req-912566b0-5780-4ee0-be3a-07aeb7ffff28 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:57.494859 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4e48cb93-a5a8-499a-8326-161d631b8bad req-912566b0-5780-4ee0-be3a-07aeb7ffff28 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 931 time: 0.0615506
Mar 18 02:45:57.551180 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4e48cb93-a5a8-499a-8326-161d631b8bad req-6e9b45cb-c8cd-4933-a45a-5ca2065f0354 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499136
Mar 18 02:45:57.669932 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Request body: {'port': {'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:57.670975 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Request body: {'port': {'device_id': '6579a154-5290-478a-8bc4-26b210d57175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:57.734743 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Request body: {'port': {'device_id': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:45:57.762121 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:57.850370 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.35', 63322) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:57.860808 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:57.903204 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:58.131201 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7f46a-92ef-4d84-a9f5-0b43ca5ab4a4 req-4b26c8da-bae6-4216-9cc4-22fbd2fdbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:58.133031 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b6f7f46a-92ef-4d84-a9f5-0b43ca5ab4a4 req-4b26c8da-bae6-4216-9cc4-22fbd2fdbb93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 1129 time: 0.2812178
Mar 18 02:45:58.190841 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ebc4b4-a92f-40da-b5a3-99969c8881dd {{(pid=115116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:45:58.202387 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Publish callbacks [] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:58.228205 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.provisioning_blocks [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Transition to ACTIVE for port object f7ebc4b4-a92f-40da-b5a3-99969c8881dd will not be triggered until provisioned by entity L2. {{(pid=115116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:45:58.234347 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:58.303133 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:58.451110 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.managers [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Attempting to bind port f7ebc4b4-a92f-40da-b5a3-99969c8881dd on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:58.453967 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.managers [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Attempting to bind port f7ebc4b4-a92f-40da-b5a3-99969c8881dd by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}] {{(pid=115116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:58.454855 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Attempting to bind port f7ebc4b4-a92f-40da-b5a3-99969c8881dd on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:58.467719 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Port f7ebc4b4-a92f-40da-b5a3-99969c8881dd on network abdbe5d0-e208-44c9-9d0f-66761487ec77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:45:58.469579 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Attempting to bind port f7ebc4b4-a92f-40da-b5a3-99969c8881dd on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:58.473300 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89a43-26ca-4fbd-9442-f2f4c82d1dd9 req-b5a45f41-5f15-45e6-a6e4-5436d166a0aa tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:58.474846 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eaa89a43-26ca-4fbd-9442-f2f4c82d1dd9 req-b5a45f41-5f15-45e6-a6e4-5436d166a0aa tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.3518505
Mar 18 02:45:58.485660 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:58.486332 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Checking segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:58.487062 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Bound using segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} {{(pid=115116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:58.487974 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.managers [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Bound port: f7ebc4b4-a92f-40da-b5a3-99969c8881dd, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}}] {{(pid=115116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:58.488515 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:58.530961 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54cc7-18c6-4fe9-828f-82a76fa04925 req-56f094a5-4906-480d-9d9f-49883bfee9cd tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:58.530961 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42a54cc7-18c6-4fe9-828f-82a76fa04925 req-56f094a5-4906-480d-9d9f-49883bfee9cd tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 943 time: 0.3437922
Mar 18 02:45:58.636698 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] For port f7ebc4b4-a92f-40da-b5a3-99969c8881dd, host hv-cinder-81713, cleared binding levels {{(pid=115116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:58.637572 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eaa89a43-26ca-4fbd-9442-f2f4c82d1dd9 req-793be32d-0087-40d4-9b79-e41479e1313d tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521914
Mar 18 02:45:58.642184 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] For port f7ebc4b4-a92f-40da-b5a3-99969c8881dd, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:58.653579 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:58.715407 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42a54cc7-18c6-4fe9-828f-82a76fa04925 req-465f1db6-80fe-49b9-84ec-adfc168071f2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769178
Mar 18 02:45:58.792767 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,revision_number=3']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:58.825380 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:58.826269 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:58.827960 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] 10.222.0.35 "PUT /v2.0/ports/f7ebc4b4-a92f-40da-b5a3-99969c8881dd HTTP/1.1" status: 200  len: 1093 time: 1.1671498
Mar 18 02:45:58.829587 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:45:58.967632 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9044a727-ee85-433b-a463-641ea2cb2dd0 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:45:59.028366 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Publish callbacks [] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.030509 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59582) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:59.086667 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Transition to ACTIVE for port object 9044a727-ee85-433b-a463-641ea2cb2dd0 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:45:59.102112 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af37c8a4-d7fe-4b9a-ae59-7250dae312df {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:45:59.106429 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.120451 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Publish callbacks [] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.157879 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e4424a-c913-49c4-bb0a-cef507a82211" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:45:59.191441 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Transition to ACTIVE for port object af37c8a4-d7fe-4b9a-ae59-7250dae312df will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:45:59.203596 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451e95a-403f-4783-80a3-b4a0574768e6 req-71b76fd8-741c-4c0a-ae03-fef1d6746fa5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:59.208132 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a451e95a-403f-4783-80a3-b4a0574768e6 req-71b76fd8-741c-4c0a-ae03-fef1d6746fa5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 931 time: 0.2296278
Mar 18 02:45:59.221118 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070acfa-6180-4c06-aab6-998351401125 req-17c0300d-dd18-44af-8789-48c1b18d4305 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:45:59.223476 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0070acfa-6180-4c06-aab6-998351401125 req-17c0300d-dd18-44af-8789-48c1b18d4305 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 932 time: 0.2492545
Mar 18 02:45:59.232985 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.248474 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:59.333646 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9af09bac-2948-402c-b9e3-4198c0add359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.411161 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0070acfa-6180-4c06-aab6-998351401125 req-cd946a60-8dc9-4e9b-b59c-99b678cf47c3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1738396
Mar 18 02:45:59.456477 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9af09bac-2948-402c-b9e3-4198c0add359 admin admin] Publish callbacks [] for security_group (2f067ab2-1b9f-4128-8b47-82626c383129), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.472513 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9af09bac-2948-402c-b9e3-4198c0add359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2f067ab2-1b9f-4128-8b47-82626c383129), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.478556 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a451e95a-403f-4783-80a3-b4a0574768e6 req-93046925-87d9-44e2-9b05-5048a892c534 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2540536
Mar 18 02:45:59.509127 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=af37c8a4-d7fe-4b9a-ae59-7250dae312df,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:59.530957 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af09bac-2948-402c-b9e3-4198c0add359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f067ab2-1b9f-4128-8b47-82626c383129,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:59.551491 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-9af09bac-2948-402c-b9e3-4198c0add359 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=963ed8841f21419092f2ef10d4ed2a62&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5174971
Mar 18 02:45:59.552237 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59608) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:45:59.601706 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-b6f7f46a-92ef-4d84-a9f5-0b43ca5ab4a4 req-0c41b00b-537b-4fb0-8af5-1943055e3d1f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.603606 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Attempting to bind port 9044a727-ee85-433b-a463-641ea2cb2dd0 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:59.603952 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Attempting to bind port 9044a727-ee85-433b-a463-641ea2cb2dd0 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:59.604275 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Attempting to bind port 9044a727-ee85-433b-a463-641ea2cb2dd0 on network 95079f1c-5ea3-498a-a938-a024190328bf {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:59.624276 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-78e67e0f-4cf8-48d6-b3cd-20e0faf01fc6 admin admin] Publish callbacks [] for security_group (2f067ab2-1b9f-4128-8b47-82626c383129), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.632046 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Port 9044a727-ee85-433b-a463-641ea2cb2dd0 on network 95079f1c-5ea3-498a-a938-a024190328bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:45:59.632375 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Attempting to bind port 9044a727-ee85-433b-a463-641ea2cb2dd0 on network 95079f1c-5ea3-498a-a938-a024190328bf {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:59.658693 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-78e67e0f-4cf8-48d6-b3cd-20e0faf01fc6 admin admin] Publish callbacks [] for security_group (2f067ab2-1b9f-4128-8b47-82626c383129), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.659310 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Attempting to bind port af37c8a4-d7fe-4b9a-ae59-7250dae312df on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:45:59.660876 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Attempting to bind port af37c8a4-d7fe-4b9a-ae59-7250dae312df by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:45:59.661211 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Attempting to bind port af37c8a4-d7fe-4b9a-ae59-7250dae312df on network c1c8d908-2f68-4577-90cf-69c2a4313d92 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:59.663419 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:59.663745 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Checking segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:59.664132 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Bound using segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:59.664573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Bound port: 9044a727-ee85-433b-a463-641ea2cb2dd0, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:59.664926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.687151 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Port af37c8a4-d7fe-4b9a-ae59-7250dae312df on network c1c8d908-2f68-4577-90cf-69c2a4313d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:45:59.687481 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Attempting to bind port af37c8a4-d7fe-4b9a-ae59-7250dae312df on network c1c8d908-2f68-4577-90cf-69c2a4313d92 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:45:59.741963 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:45:59.742304 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Checking segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:45:59.743310 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Bound using segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:45:59.743762 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Bound port: af37c8a4-d7fe-4b9a-ae59-7250dae312df, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:45:59.744122 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.752221 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e24f5-a985-4a97-839f-6e43599d0fa5 x-openstack-request-id: req-a86e24f5-a985-4a97-839f-6e43599d0fa5 {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:45:59.752606 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:45:59.752898 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a86e24f5-a985-4a97-839f-6e43599d0fa5 {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:45:59.753401 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'status': 'completed', 'code': 200}
Mar 18 02:45:59.767275 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-78e67e0f-4cf8-48d6-b3cd-20e0faf01fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2f067ab2-1b9f-4128-8b47-82626c383129), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.771325 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-78e67e0f-4cf8-48d6-b3cd-20e0faf01fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.775962 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-78e67e0f-4cf8-48d6-b3cd-20e0faf01fc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f067ab2-1b9f-4128-8b47-82626c383129 HTTP/1.1" status: 204  len: 168 time: 0.2206185
Mar 18 02:45:59.804795 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e67e0f-4cf8-48d6-b3cd-20e0faf01fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f067ab2-1b9f-4128-8b47-82626c383129,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:45:59.914207 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:45:59.950918 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-b6f7f46a-92ef-4d84-a9f5-0b43ca5ab4a4 req-0c41b00b-537b-4fb0-8af5-1943055e3d1f service neutron] Publish callbacks [] for security_group (6e2e9fe9-c694-4d98-a645-6bb2247443eb), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.961608 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:45:59.967110 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-b6f7f46a-92ef-4d84-a9f5-0b43ca5ab4a4 req-0c41b00b-537b-4fb0-8af5-1943055e3d1f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6e2e9fe9-c694-4d98-a645-6bb2247443eb), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:45:59.992228 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] For port af37c8a4-d7fe-4b9a-ae59-7250dae312df, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:46:00.001032 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.022228 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee77981-61b2-4beb-aec4-4131fe47dfad req-01442eba-da0a-415d-8238-55e634ac98fb tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:00.023745 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3ee77981-61b2-4beb-aec4-4131fe47dfad req-01442eba-da0a-415d-8238-55e634ac98fb tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.2596252
Mar 18 02:46:00.082292 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] For port af37c8a4-d7fe-4b9a-ae59-7250dae312df, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:46:00.110551 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41b00b-537b-4fb0-8af5-1943055e3d1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e9fe9-c694-4d98-a645-6bb2247443eb,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:00.115787 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b6f7f46a-92ef-4d84-a9f5-0b43ca5ab4a4 req-0c41b00b-537b-4fb0-8af5-1943055e3d1f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5581660
Mar 18 02:46:00.122122 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.140240 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:00.140845 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.145991 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] 10.222.0.35 "PUT /v2.0/ports/9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 200  len: 1094 time: 2.4764850
Mar 18 02:46:00.146469 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:00.146636 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59636) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:00.148765 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1675455-252a-4420-9d1f-b7635b10f4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:00.163936 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8b2e47f6-6c93-440d-bf0d-9f47f3879677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.167007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d21802-f618-4380-8eb8-eb455b62cfb8 req-314c9c28-89b6-4a33-9f32-ec8363fda471 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:00.168573 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-82d21802-f618-4380-8eb8-eb455b62cfb8 req-314c9c28-89b6-4a33-9f32-ec8363fda471 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 943 time: 0.3132062
Mar 18 02:46:00.202874 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f09b8-25d4-4b09-8bf3-3b0594e1c5cb service neutron] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:00.207063 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:00.207707 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.209125 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] 10.222.0.35 "PUT /v2.0/ports/af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 1093 time: 2.4830439
Mar 18 02:46:00.244732 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59642) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:00.257324 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3ee77981-61b2-4beb-aec4-4131fe47dfad req-ab9fe171-7db4-4b50-b530-3efdda7ce75d tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896527
Mar 18 02:46:00.302050 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8b2e47f6-6c93-440d-bf0d-9f47f3879677 admin admin] Publish callbacks [] for security_group (6e136afe-b0ae-411c-bd7c-4c9d57631f53), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.306936 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8b2e47f6-6c93-440d-bf0d-9f47f3879677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6e136afe-b0ae-411c-bd7c-4c9d57631f53), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.308935 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-82d21802-f618-4380-8eb8-eb455b62cfb8 req-b236be67-0f88-4aed-9028-d81c9d9e52e1 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224601
Mar 18 02:46:00.342057 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817a36b-3767-461a-b6ad-2bef9aa01ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=af37c8a4-d7fe-4b9a-ae59-7250dae312df,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:00.355000 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87190844-43d3-4a46-a511-79070108333e x-openstack-request-id: req-87190844-43d3-4a46-a511-79070108333e {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:00.355291 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:00.356127 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87190844-43d3-4a46-a511-79070108333e {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:00.356253 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'status': 'completed', 'code': 200}
Mar 18 02:46:00.369817 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8b2e47f6-6c93-440d-bf0d-9f47f3879677 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f3b28e6aeb6499ebdffa0aaf38969e4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2219079
Mar 18 02:46:00.372584 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59646) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:00.376004 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e47f6-6c93-440d-bf0d-9f47f3879677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e136afe-b0ae-411c-bd7c-4c9d57631f53,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:00.437088 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1077-bae9-40e7-8f06-bdeb42a4963c admin admin] Publish callbacks [] for security_group (6e136afe-b0ae-411c-bd7c-4c9d57631f53), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.466580 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1077-bae9-40e7-8f06-bdeb42a4963c admin admin] Publish callbacks [] for security_group (6e136afe-b0ae-411c-bd7c-4c9d57631f53), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.544879 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1077-bae9-40e7-8f06-bdeb42a4963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6e136afe-b0ae-411c-bd7c-4c9d57631f53), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.547947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1077-bae9-40e7-8f06-bdeb42a4963c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.549119 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1f8e1077-bae9-40e7-8f06-bdeb42a4963c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e136afe-b0ae-411c-bd7c-4c9d57631f53 HTTP/1.1" status: 204  len: 168 time: 0.1755555
Mar 18 02:46:00.550231 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-82d6b199-8c2f-4846-90a7-1649a505ad06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.578137 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e1077-bae9-40e7-8f06-bdeb42a4963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e136afe-b0ae-411c-bd7c-4c9d57631f53,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:00.609003 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24051-334b-469a-a19d-b2d3e071bc95 req-4eb8da6d-3d10-4728-88f0-753bf5e245c3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:00.610533 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1e24051-334b-469a-a19d-b2d3e071bc95 req-4eb8da6d-3d10-4728-88f0-753bf5e245c3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0762908
Mar 18 02:46:00.687192 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-82d6b199-8c2f-4846-90a7-1649a505ad06 admin admin] Publish callbacks [] for security_group (e7ea340b-5ee0-460e-8e61-1258019e1cef), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.692927 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-82d6b199-8c2f-4846-90a7-1649a505ad06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e7ea340b-5ee0-460e-8e61-1258019e1cef), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.703297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7f58a-b19c-44f0-bdd6-9efd40ca4ebd req-b0da0a2c-375f-4947-83c2-365ffa4b05cb tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:00.704923 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-66d7f58a-b19c-44f0-bdd6-9efd40ca4ebd req-b0da0a2c-375f-4947-83c2-365ffa4b05cb tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 943 time: 0.0934968
Mar 18 02:46:00.714116 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1e24051-334b-469a-a19d-b2d3e071bc95 req-bf10a3cc-0a24-454e-b003-7cbc729800a0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900052
Mar 18 02:46:00.746963 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-82d6b199-8c2f-4846-90a7-1649a505ad06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0aa8ff62a10f47d0a152e8bcb9473a61&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4993331
Mar 18 02:46:00.747051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59654) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:00.747704 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6b199-8c2f-4846-90a7-1649a505ad06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ea340b-5ee0-460e-8e61-1258019e1cef,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:00.863655 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-66d7f58a-b19c-44f0-bdd6-9efd40ca4ebd req-d8978421-8354-4bf0-b737-45b0333e7488 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406703
Mar 18 02:46:00.958440 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d168b030-c6b1-4cea-8923-243529b6eb28 admin admin] Publish callbacks [] for security_group (e7ea340b-5ee0-460e-8e61-1258019e1cef), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:00.962080 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-4b8e9d93-ac53-456d-8863-8987b6b48785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:00.963772 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-4b8e9d93-ac53-456d-8863-8987b6b48785 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 1127 time: 0.1911554
Mar 18 02:46:00.970392 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59658) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:00.986938 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aaa0a2e0-6e88-495d-9fa8-337e9c4e26c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.043401 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-70efc25f-84d5-40a1-bcaf-24dbb38a0f40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd HTTP/1.1" status: 200  len: 217 time: 0.0665140
Mar 18 02:46:01.046406 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ea09a613-6c6a-4e3e-b3d7-491ae2fc9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.048130 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-ea09a613-6c6a-4e3e-b3d7-491ae2fc9c97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1127 time: 0.2023325
Mar 18 02:46:01.052673 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d168b030-c6b1-4cea-8923-243529b6eb28 admin admin] Publish callbacks [] for security_group (e7ea340b-5ee0-460e-8e61-1258019e1cef), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.080450 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aaa0a2e0-6e88-495d-9fa8-337e9c4e26c1 admin admin] Publish callbacks [] for security_group (85635532-5654-4957-b778-613954c89c91), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.084767 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-aaa0a2e0-6e88-495d-9fa8-337e9c4e26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (85635532-5654-4957-b778-613954c89c91), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.113862 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675455-252a-4420-9d1f-b7635b10f4f5 req-7493116d-719e-4455-9454-afa809b4b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.115420 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c1675455-252a-4420-9d1f-b7635b10f4f5 req-7493116d-719e-4455-9454-afa809b4b46a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1128 time: 0.2143662
Mar 18 02:46:01.124233 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-aaa0a2e0-6e88-495d-9fa8-337e9c4e26c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05285b9a934f4472be746a6aee7a46c5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1521993
Mar 18 02:46:01.124930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0a2e0-6e88-495d-9fa8-337e9c4e26c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85635532-5654-4957-b778-613954c89c91,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:01.129377 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59664) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:01.172270 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-450e5e16-6f25-4541-b300-1bd4b1f322a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 217 time: 0.1017382
Mar 18 02:46:01.191313 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5e9dca28-2caa-470d-8713-9b9b584b1602 admin admin] Publish callbacks [] for security_group (85635532-5654-4957-b778-613954c89c91), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.217073 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5e9dca28-2caa-470d-8713-9b9b584b1602 admin admin] Publish callbacks [] for security_group (85635532-5654-4957-b778-613954c89c91), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.284551 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5e9dca28-2caa-470d-8713-9b9b584b1602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (85635532-5654-4957-b778-613954c89c91), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.289067 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5e9dca28-2caa-470d-8713-9b9b584b1602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.293327 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5e9dca28-2caa-470d-8713-9b9b584b1602 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85635532-5654-4957-b778-613954c89c91 HTTP/1.1" status: 204  len: 168 time: 0.1601119
Mar 18 02:46:01.302951 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dca28-2caa-470d-8713-9b9b584b1602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85635532-5654-4957-b778-613954c89c91,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:01.349932 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-5c74d532-4230-4d95-a32b-1d286e1de6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.351824 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-5c74d532-4230-4d95-a32b-1d286e1de6f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.3019838
Mar 18 02:46:01.724383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-0d42ca15-5588-4c1e-9bb0-cbdfc035d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.726832 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-0d42ca15-5588-4c1e-9bb0-cbdfc035d927 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.5391874
Mar 18 02:46:01.752167 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d168b030-c6b1-4cea-8923-243529b6eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e7ea340b-5ee0-460e-8e61-1258019e1cef), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.754754 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d168b030-c6b1-4cea-8923-243529b6eb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:01.755885 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-d168b030-c6b1-4cea-8923-243529b6eb28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7ea340b-5ee0-460e-8e61-1258019e1cef HTTP/1.1" status: 204  len: 168 time: 1.0090585
Mar 18 02:46:01.804508 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b030-c6b1-4cea-8923-243529b6eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ea340b-5ee0-460e-8e61-1258019e1cef,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:01.811287 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675455-252a-4420-9d1f-b7635b10f4f5 req-1e26a298-a6b6-4ce0-96a5-1609e284d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.812782 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c1675455-252a-4420-9d1f-b7635b10f4f5 req-1e26a298-a6b6-4ce0-96a5-1609e284d23e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f22ea5ccb37b487e83c237d313f61033&shared=False HTTP/1.1" status: 200  len: 917 time: 0.6578465
Mar 18 02:46:01.834328 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-a8e0054d-5c7b-4994-985e-a31a61ee4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.836100 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-a8e0054d-5c7b-4994-985e-a31a61ee4b7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.4698033
Mar 18 02:46:01.850332 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ec85c-e6bc-47e9-b37a-8c904eec83bc req-a35e66a2-c334-46e7-8529-f86b24bdd8ff tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.851985 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-391ec85c-e6bc-47e9-b37a-8c904eec83bc req-a35e66a2-c334-46e7-8529-f86b24bdd8ff tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 943 time: 0.3820579
Mar 18 02:46:01.859604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674d16c-1cf0-4b43-9f63-ffd826c8237b req-81ae000d-12a9-47b9-bac7-b0b3342a9e0f tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:01.861139 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1674d16c-1cf0-4b43-9f63-ffd826c8237b req-81ae000d-12a9-47b9-bac7-b0b3342a9e0f tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.4533215
Mar 18 02:46:01.939940 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-391ec85c-e6bc-47e9-b37a-8c904eec83bc req-95de16a8-1cfd-4218-8bc7-03cb5d96b8b7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778000
Mar 18 02:46:01.945018 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1674d16c-1cf0-4b43-9f63-ffd826c8237b req-01db2dd3-c94c-4a83-88c9-97033fe668fa tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755048
Mar 18 02:46:02.103474 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4ba7-35eb-4270-82b2-e2ae4bfb1f75 req-3f35cc1d-4f72-41af-add0-ef8bbcf3063d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:02.104981 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f7ef4ba7-35eb-4270-82b2-e2ae4bfb1f75 req-3f35cc1d-4f72-41af-add0-ef8bbcf3063d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0901000
Mar 18 02:46:02.113608 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e4e6b-653e-4de8-a613-d7abd323c3b6 req-c2a6a78c-6064-4d43-ae2e-7975f0e0a356 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:02.114322 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59716) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:02.120624 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e85e4e6b-653e-4de8-a613-d7abd323c3b6 req-c2a6a78c-6064-4d43-ae2e-7975f0e0a356 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 943 time: 0.0941896
Mar 18 02:46:02.130007 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5eefc672-da50-420a-bdbd-61b75b802281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.195722 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e85e4e6b-653e-4de8-a613-d7abd323c3b6 req-fba0e8ee-d642-44da-9836-78965344161f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742495
Mar 18 02:46:02.207874 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f7ef4ba7-35eb-4270-82b2-e2ae4bfb1f75 req-045198e9-580a-4fa9-87ae-c3c01fc13b68 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815845
Mar 18 02:46:02.220732 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5eefc672-da50-420a-bdbd-61b75b802281 admin admin] Publish callbacks [] for security_group (94a47f86-9b9a-45ab-9e8b-ced22f214a76), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.226743 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5eefc672-da50-420a-bdbd-61b75b802281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (94a47f86-9b9a-45ab-9e8b-ced22f214a76), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.267414 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5eefc672-da50-420a-bdbd-61b75b802281 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78545156224e4e6ea0aa8f099eeb008f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1519122
Mar 18 02:46:02.268248 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefc672-da50-420a-bdbd-61b75b802281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a47f86-9b9a-45ab-9e8b-ced22f214a76,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:02.270206 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59722) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:02.320609 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0167a787-39e7-4262-9b1f-99f82878ed03 admin admin] Publish callbacks [] for security_group (94a47f86-9b9a-45ab-9e8b-ced22f214a76), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.340516 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59724) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:02.341445 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0167a787-39e7-4262-9b1f-99f82878ed03 admin admin] Publish callbacks [] for security_group (94a47f86-9b9a-45ab-9e8b-ced22f214a76), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.357770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:02.360019 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c515bc-b2b1-4700-9da8-eba0c3281cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:02.405201 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0167a787-39e7-4262-9b1f-99f82878ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (94a47f86-9b9a-45ab-9e8b-ced22f214a76), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.408648 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0167a787-39e7-4262-9b1f-99f82878ed03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.410404 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-0167a787-39e7-4262-9b1f-99f82878ed03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94a47f86-9b9a-45ab-9e8b-ced22f214a76 HTTP/1.1" status: 204  len: 168 time: 0.1388702
Mar 18 02:46:02.422425 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650a5987-285c-436c-a8ee-3b2133d2ee75 x-openstack-request-id: req-650a5987-285c-436c-a8ee-3b2133d2ee75 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:02.422756 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:02.423010 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-650a5987-285c-436c-a8ee-3b2133d2ee75 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:02.423436 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'status': 'completed', 'code': 200}
Mar 18 02:46:02.424490 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167a787-39e7-4262-9b1f-99f82878ed03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a47f86-9b9a-45ab-9e8b-ced22f214a76,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:02.457572 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1761489251-network', 'tenant_id': 'e03e0850a30341a0b9874d1bb0adc1c4'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:02.476872 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Made reservation on behalf of e03e0850a30341a0b9874d1bb0adc1c4 for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:02.479443 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.487946 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.563869 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks [] for security_group (c805ee22-e498-4997-baab-ab8522e64f6f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.568417 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c805ee22-e498-4997-baab-ab8522e64f6f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.598866 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:46:02.600832 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805ee22-e498-4997-baab-ab8522e64f6f,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:02.610591 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (1e09e623-0e5b-4304-b409-8df2817ec933), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.610872 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Added segment 1e09e623-0e5b-4304-b409-8df2817ec933 of type vlan for network 9a323374-ec76-495e-b2fe-d3055732db35
Mar 18 02:46:02.657525 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (9a323374-ec76-495e-b2fe-d3055732db35), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.683732 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (9a323374-ec76-495e-b2fe-d3055732db35), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.684752 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:02.685467 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.747032 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4054062
Mar 18 02:46:02.747689 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59744) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:02.752570 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Request body: {'subnet': {'network_id': '9a323374-ec76-495e-b2fe-d3055732db35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1761489251-subnet', 'tenant_id': 'e03e0850a30341a0b9874d1bb0adc1c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:02.756399 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8fc33-f923-4327-8e0b-a1687bba74e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a323374-ec76-495e-b2fe-d3055732db35,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:02.770151 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 9a323374-ec76-495e-b2fe-d3055732db35 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:46:02.775948 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Made reservation on behalf of e03e0850a30341a0b9874d1bb0adc1c4 for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:02.780737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4999567'] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:02.976242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8002718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4999577'] for subnet (d01e47bc-ae4c-4c20-9d33-75fb0abf104d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:03.088097 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01e47bc-ae4c-4c20-9d33-75fb0abf104d,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:03.115862 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Checking segment: {'id': '1e09e623-0e5b-4304-b409-8df2817ec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9a323374-ec76-495e-b2fe-d3055732db35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:03.116447 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Network hostable DHCP agents. Network: 9a323374-ec76-495e-b2fe-d3055732db35, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:46:03.151176 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6c9d9-d067-4b56-b088-d19d110c4da8 req-e0f2d0ad-7ac3-4cfa-97f4-c5d7475886c0 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:03.158315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8d6c9d9-d067-4b56-b088-d19d110c4da8 req-e0f2d0ad-7ac3-4cfa-97f4-c5d7475886c0 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 943 time: 0.1341791
Mar 18 02:46:03.178886 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Network 9a323374-ec76-495e-b2fe-d3055732db35 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:46:03.195100 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b8230-048c-42c1-ab00-2eecd2bfac97 req-7842e8d1-7623-442c-abba-5199356c9683 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:03.196630 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-836b8230-048c-42c1-ab00-2eecd2bfac97 req-7842e8d1-7623-442c-abba-5199356c9683 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.1268122
Mar 18 02:46:03.207940 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 9a323374-ec76-495e-b2fe-d3055732db35) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:03.217228 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5b08c1-2286-4a35-b1c9-559c1fca2f5f None None] Network 9a323374-ec76-495e-b2fe-d3055732db35 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:46:03.234885 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:03.235708 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:03.269404 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8d6c9d9-d067-4b56-b088-d19d110c4da8 req-45cc3250-9b46-4ae2-8c71-412758657309 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099226
Mar 18 02:46:03.289311 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-047e5e83-8dd9-4f97-9bb7-d3456fafa133 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5405078
Mar 18 02:46:03.308432 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-836b8230-048c-42c1-ab00-2eecd2bfac97 req-e1e686ba-b22a-4b05-9eaf-ea33f16baf63 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039395
Mar 18 02:46:03.359207 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693bbb38-19e6-465a-a839-131d539bd3ec None None] Network 9a323374-ec76-495e-b2fe-d3055732db35 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:46:03.485525 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5cf5-79bf-4894-8fde-15d8a4467040 req-738e65cb-f725-42f9-b07a-c39cea24ae2c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:03.487918 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd3d5cf5-79bf-4894-8fde-15d8a4467040 req-738e65cb-f725-42f9-b07a-c39cea24ae2c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 943 time: 0.1162753
Mar 18 02:46:03.500426 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000f403-d5ca-46ab-8dfb-49871e0f2a96 req-72d041b2-3993-4d65-84ec-cf2f3d55ac6a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:03.501885 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0000f403-d5ca-46ab-8dfb-49871e0f2a96 req-72d041b2-3993-4d65-84ec-cf2f3d55ac6a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.1170113
Mar 18 02:46:03.577428 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd3d5cf5-79bf-4894-8fde-15d8a4467040 req-b1c0ed1b-fdf7-41ef-a502-e6d4f51445b4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745511
Mar 18 02:46:03.580528 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0000f403-d5ca-46ab-8dfb-49871e0f2a96 req-a373294e-005f-456d-aebf-d409055e4b36 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716043
Mar 18 02:46:03.961559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59800) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:03.966443 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-4115752-network', 'tenant_id': '98f8bbf900804793a506eabcc1c7e636'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:03.990185 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Made reservation on behalf of 98f8bbf900804793a506eabcc1c7e636 for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:03.992657 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.001176 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.075267 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks [] for security_group (70220bfb-1c4c-420a-b776-444b00c8a766), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.079145 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (70220bfb-1c4c-420a-b776-444b00c8a766), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.100987 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:46:04.116932 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (115d2f7c-a029-4547-b36e-b57234b9d313), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.117573 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Added segment 115d2f7c-a029-4547-b36e-b57234b9d313 of type vlan for network 479a0fb3-5ccc-40b7-90da-f5617b4a0873
Mar 18 02:46:04.118635 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70220bfb-1c4c-420a-b776-444b00c8a766,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:04.164162 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (479a0fb3-5ccc-40b7-90da-f5617b4a0873), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.189553 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (479a0fb3-5ccc-40b7-90da-f5617b4a0873), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.191307 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:04.191889 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.344875 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.3822026
Mar 18 02:46:04.348288 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 59810) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:04.353220 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Request body: {'subnet': {'network_id': '479a0fb3-5ccc-40b7-90da-f5617b4a0873', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-4115752-subnet', 'tenant_id': '98f8bbf900804793a506eabcc1c7e636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:04.373696 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Made reservation on behalf of 98f8bbf900804793a506eabcc1c7e636 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:04.376691 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.562089 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8798f-70c9-47db-853b-a14c33da0536 admin admin] Pushing event updated for resources: {'Network': ['ID=479a0fb3-5ccc-40b7-90da-f5617b4a0873,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:04.588444 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 479a0fb3-5ccc-40b7-90da-f5617b4a0873 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:46:04.623188 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (5552f8bd-1e44-4a15-a4db-906ed40c5f22), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.722748 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Checking segment: {'id': '115d2f7c-a029-4547-b36e-b57234b9d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '479a0fb3-5ccc-40b7-90da-f5617b4a0873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:04.725191 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Network hostable DHCP agents. Network: 479a0fb3-5ccc-40b7-90da-f5617b4a0873, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:46:04.726634 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-36305146-c978-4dba-b097-e4543812db81 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5128553
Mar 18 02:46:04.729984 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-494ebc42-afe3-467d-83e8-d2f2f38d17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:04.732150 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-494ebc42-afe3-467d-83e8-d2f2f38d17a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.5207949
Mar 18 02:46:04.738944 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675455-252a-4420-9d1f-b7635b10f4f5 req-0d7481a2-0716-41c6-84a5-1655d210dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:04.741054 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c1675455-252a-4420-9d1f-b7635b10f4f5 req-0d7481a2-0716-41c6-84a5-1655d210dce0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.5285373
Mar 18 02:46:04.752718 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5552f8bd-1e44-4a15-a4db-906ed40c5f22,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:04.763633 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Network 479a0fb3-5ccc-40b7-90da-f5617b4a0873 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:46:04.777156 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 479a0fb3-5ccc-40b7-90da-f5617b4a0873) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:04.777509 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed7c19-0107-4f0c-8426-93b4bb6669c5 req-2319a572-fdbe-4e6a-992d-7175984781cc tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:04.781276 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-faed7c19-0107-4f0c-8426-93b4bb6669c5 req-2319a572-fdbe-4e6a-992d-7175984781cc tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 943 time: 0.4201505
Mar 18 02:46:04.787985 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4114a4a-5929-4ca6-bc42-bae9a1610f20 None None] Network 479a0fb3-5ccc-40b7-90da-f5617b4a0873 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:46:04.795070 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:04.795884 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:04.820306 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16fa77-bf5c-42ce-8564-75d4c2ba6a3b req-62818145-4f32-4a84-bc9c-608a5cf1ec87 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:04.822373 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9b16fa77-bf5c-42ce-8564-75d4c2ba6a3b req-62818145-4f32-4a84-bc9c-608a5cf1ec87 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.4058764
Mar 18 02:46:04.829709 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-28fb01c0-0025-4399-a40a-58cbfa68bb85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.4801567
Mar 18 02:46:04.935991 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be090f9-b115-46f1-902c-bae2e5be3722 None None] Network 479a0fb3-5ccc-40b7-90da-f5617b4a0873 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:46:05.152769 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-faed7c19-0107-4f0c-8426-93b4bb6669c5 req-872e4325-df32-49a1-8344-05c77e636a9b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3582096
Mar 18 02:46:05.222836 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9b16fa77-bf5c-42ce-8564-75d4c2ba6a3b req-0e1f7cbf-416d-4753-ad1d-c8342c4043f3 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514987
Mar 18 02:46:05.241078 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-d9bbe4ca-4531-457f-b9bc-d335d5aee928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:05.241078 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-d9bbe4ca-4531-457f-b9bc-d335d5aee928 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1128 time: 0.4147451
Mar 18 02:46:05.257624 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-2522b805-1064-42f6-acb1-f0024d3835d9 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4645102
Mar 18 02:46:05.283150 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-0a108989-680a-44e1-93ed-ccdc53018f2d service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5184441
Mar 18 02:46:05.563661 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-82ad686a-610c-4842-9a08-c994db3d89fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 200  len: 217 time: 0.3084180
Mar 18 02:46:05.734422 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0e82-9c70-4a5d-80d9-8965a758c510 req-982f2c3b-989b-478a-b399-ea4b9b541315 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:05.735942 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c47c0e82-9c70-4a5d-80d9-8965a758c510 req-982f2c3b-989b-478a-b399-ea4b9b541315 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 943 time: 0.5013695
Mar 18 02:46:05.756437 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-2746091c-c1fb-40a0-9be6-85cb6b7e84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:05.757875 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-2746091c-c1fb-40a0-9be6-85cb6b7e84ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.1490371
Mar 18 02:46:05.800404 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c46a9d29-3657-4140-92b3-7cd3a0b829f0 req-b9ac8467-794e-4f51-854c-8b22a8b396be service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5221841
Mar 18 02:46:05.807469 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1c39d-f00d-44de-a892-35aff9701669 req-05d43320-bb7d-4e5f-ba64-6576a02a41f6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:05.808906 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-edf1c39d-f00d-44de-a892-35aff9701669 req-05d43320-bb7d-4e5f-ba64-6576a02a41f6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.2674623
Mar 18 02:46:05.831495 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-75e1259c-e3cd-4ae4-862d-0f6aaafd6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:05.833042 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-75e1259c-e3cd-4ae4-862d-0f6aaafd6aaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 1127 time: 0.2905347
Mar 18 02:46:05.938239 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c47c0e82-9c70-4a5d-80d9-8965a758c510 req-9bec9690-9400-48b2-9082-b646ec59ac1c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1921113
Mar 18 02:46:06.004190 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-edf1c39d-f00d-44de-a892-35aff9701669 req-9f327891-8bd8-4eb0-b6e3-916eccb0d6f6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656072
Mar 18 02:46:06.011099 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307940-786c-434b-ba77-a0123f9cc7ad req-719b797e-0e7f-4b2f-a3f1-f65e4195ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.012617 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-719b797e-0e7f-4b2f-a3f1-f65e4195ae91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2390707
Mar 18 02:46:06.092229 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-ef749404-70f0-4d7e-a03b-cf2f1df73b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.093738 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-ef749404-70f0-4d7e-a03b-cf2f1df73b24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1127 time: 0.2078650
Mar 18 02:46:06.102720 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-82872d41-4ba1-4406-b846-c9ca4a4c808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.104124 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-82872d41-4ba1-4406-b846-c9ca4a4c808d service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.2336507
Mar 18 02:46:06.200574 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-12aefd8c-af8a-4604-afd6-fabc9e8d58e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd HTTP/1.1" status: 200  len: 217 time: 0.0769064
Mar 18 02:46:06.292189 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-ed251a27-4787-4645-a213-722f75e17387 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2676430
Mar 18 02:46:06.397554 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-9cf5c17c-24a4-4ade-b38e-e827dc923c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.399023 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-9cf5c17c-24a4-4ade-b38e-e827dc923c5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.1906583
Mar 18 02:46:06.404072 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-5ef0d027-d072-4189-a6ad-1aea67a35814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.405389 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-5ef0d027-d072-4189-a6ad-1aea67a35814 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.3041697
Mar 18 02:46:06.491985 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-57f97341-56da-43e4-8c49-9d07848acf45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 217 time: 0.0795276
Mar 18 02:46:06.499748 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081e35-303a-438e-a1be-9399c513d5f2 req-9ad0761c-56bf-486b-9642-c352650cf50b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.501161 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8081e35-303a-438e-a1be-9399c513d5f2 req-9ad0761c-56bf-486b-9642-c352650cf50b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 943 time: 0.2525394
Mar 18 02:46:06.596197 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f11b1-e5c7-46ac-9c91-1fef79fb978c req-acf8a3c4-5c68-4700-9d06-df98da74bedb tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.598529 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-030f11b1-e5c7-46ac-9c91-1fef79fb978c req-acf8a3c4-5c68-4700-9d06-df98da74bedb tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.3039057
Mar 18 02:46:06.604560 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30307940-786c-434b-ba77-a0123f9cc7ad req-2d5a636b-e016-4f7f-94b5-ced5b94ddc42 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3024783
Mar 18 02:46:06.620355 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-16be0bbd-4832-4e52-960f-9f58700d7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.622175 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-16be0bbd-4832-4e52-960f-9f58700d7ed2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2128127
Mar 18 02:46:06.664540 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-70f06ed3-7dfa-4dcf-8efe-8b4e5959ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.665980 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-70f06ed3-7dfa-4dcf-8efe-8b4e5959ecd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.1572378
Mar 18 02:46:06.710083 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8081e35-303a-438e-a1be-9399c513d5f2 req-8f9591c5-613c-4e36-ae68-9c6285ff8872 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879110
Mar 18 02:46:06.769142 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-030f11b1-e5c7-46ac-9c91-1fef79fb978c req-5aa09e09-8d1d-4ebd-a87f-500a8d8513e0 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599917
Mar 18 02:46:06.801721 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-6e82d5f7-2bed-4411-ba85-52145bb6d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:06.803434 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-6e82d5f7-2bed-4411-ba85-52145bb6d0e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1068151
Mar 18 02:46:06.823608 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-e6205f9b-32f3-4372-9905-096658059ef8 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903374
Mar 18 02:46:06.962180 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d7b2803c-277d-4ff9-8860-a4e2191e05bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:06.967213 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-0e588cb0-43f2-4404-a0ce-a2bf4ebb156e service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555367
Mar 18 02:46:06.991605 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92e4424a-c913-49c4-bb0a-cef507a82211 req-36c2c3e6-2fc5-40e6-9bce-6b84f078b468 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574471
Mar 18 02:46:07.156923 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-06c515bc-b2b1-4700-9da8-eba0c3281cf0 req-ff662b32-a302-49bf-9afe-e788512ca439 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789200
Mar 18 02:46:07.165219 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de668201-e394-443d-a8af-68339b01e09c req-4e69da2d-ef56-432c-891a-ee4cdf139d3d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:07.166736 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de668201-e394-443d-a8af-68339b01e09c req-4e69da2d-ef56-432c-891a-ee4cdf139d3d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 943 time: 0.1332433
Mar 18 02:46:07.202881 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d34f5-f447-4b41-90ca-36a7aa5741d6 req-c3f5c414-6953-48a0-a114-2d8ae0c71cef tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:07.204372 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b02d34f5-f447-4b41-90ca-36a7aa5741d6 req-c3f5c414-6953-48a0-a114-2d8ae0c71cef tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.1084447
Mar 18 02:46:07.276545 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de668201-e394-443d-a8af-68339b01e09c req-9495b2a5-f315-40c3-a813-421a81fa339d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032059
Mar 18 02:46:07.289556 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b02d34f5-f447-4b41-90ca-36a7aa5741d6 req-c94c26a8-c5e9-4be4-870f-5686960d0488 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676425
Mar 18 02:46:07.833569 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa30106-af5c-498d-9bd2-5ed71d65ddba req-b54cf977-a88a-483a-91a4-a7a9a1d13fd0 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:07.836171 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8fa30106-af5c-498d-9bd2-5ed71d65ddba req-b54cf977-a88a-483a-91a4-a7a9a1d13fd0 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 943 time: 0.0574672
Mar 18 02:46:07.895169 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8fa30106-af5c-498d-9bd2-5ed71d65ddba req-a60236a5-c7a9-4805-a342-700eabd968b8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511184
Mar 18 02:46:07.924114 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 59982) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:08.034637 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6438-48d6-4a11-87e7-c090fd7001bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.286251 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60006) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:08.389654 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6438-48d6-4a11-87e7-c090fd7001bc admin admin] Publish callbacks [] for security_group (57773ea7-b6ef-449e-a225-b3b0bc8b8edc), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.397149 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6438-48d6-4a11-87e7-c090fd7001bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (57773ea7-b6ef-449e-a225-b3b0bc8b8edc), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.460891 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-52face2a-fe32-4959-b5fe-11d2c57b4666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.510835 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9a7a6438-48d6-4a11-87e7-c090fd7001bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83c97c3c320e47cc8587f86aeb362721&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5848713
Mar 18 02:46:08.513786 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a6438-48d6-4a11-87e7-c090fd7001bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57773ea7-b6ef-449e-a225-b3b0bc8b8edc,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:08.515008 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60020) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:08.543096 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a75bd8-6c7a-400a-a80d-d5328b64da16 req-c02e8a74-b0ea-4b61-8479-5e19c7d084a8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:08.544586 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-75a75bd8-6c7a-400a-a80d-d5328b64da16 req-c02e8a74-b0ea-4b61-8479-5e19c7d084a8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.1300044
Mar 18 02:46:08.555272 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f7ebc4b4-a92f-40da-b5a3-99969c8881dd details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:46:08.555809 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e484c8-5752-4390-a40d-d05c79e96d5c req-4b80805b-f411-4f90-97e4-eae8af3d699b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:08.557014 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-84e484c8-5752-4390-a40d-d05c79e96d5c req-4b80805b-f411-4f90-97e4-eae8af3d699b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 943 time: 0.1434464
Mar 18 02:46:08.595771 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-52face2a-fe32-4959-b5fe-11d2c57b4666 admin admin] Publish callbacks [] for security_group (b0e56983-3377-420f-a79e-e5b17e568f50), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.605946 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-52face2a-fe32-4959-b5fe-11d2c57b4666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b0e56983-3377-420f-a79e-e5b17e568f50), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.628880 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-75a75bd8-6c7a-400a-a80d-d5328b64da16 req-ed92ed6e-f40d-4f0e-9a7a-a5d2b9d2b307 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708830
Mar 18 02:46:08.640192 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-84e484c8-5752-4390-a40d-d05c79e96d5c req-fa3fc1b6-632a-4cfc-86b6-1c7a73d9c4e1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659666
Mar 18 02:46:08.651828 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62a855c0-364e-4979-837b-db8716dfe28e admin admin] Publish callbacks [] for security_group (57773ea7-b6ef-449e-a225-b3b0bc8b8edc), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.660171 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-52face2a-fe32-4959-b5fe-11d2c57b4666 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56bb50329e804ff08b3059553121f190&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3723137
Mar 18 02:46:08.662920 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60022) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:08.674797 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f7ebc4b4-a92f-40da-b5a3-99969c8881dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:08.676126 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52face2a-fe32-4959-b5fe-11d2c57b4666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e56983-3377-420f-a79e-e5b17e568f50,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:08.690600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:46:08.705084 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62a855c0-364e-4979-837b-db8716dfe28e admin admin] Publish callbacks [] for security_group (57773ea7-b6ef-449e-a225-b3b0bc8b8edc), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.732896 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port f7ebc4b4-a92f-40da-b5a3-99969c8881dd is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:08.733371 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.747981 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ebc4b4-a92f-40da-b5a3-99969c8881dd {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:08.771884 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0dc07342-8d03-4b67-8583-f82e2a99bcee admin admin] Publish callbacks [] for security_group (b0e56983-3377-420f-a79e-e5b17e568f50), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.775924 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f7ebc4b4-a92f-40da-b5a3-99969c8881dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:08.782926 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.784340 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:46:08.796107 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62a855c0-364e-4979-837b-db8716dfe28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (57773ea7-b6ef-449e-a225-b3b0bc8b8edc), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.799168 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62a855c0-364e-4979-837b-db8716dfe28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.802923 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-62a855c0-364e-4979-837b-db8716dfe28e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57773ea7-b6ef-449e-a225-b3b0bc8b8edc HTTP/1.1" status: 204  len: 168 time: 0.2841406
Mar 18 02:46:08.822310 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a855c0-364e-4979-837b-db8716dfe28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57773ea7-b6ef-449e-a225-b3b0bc8b8edc,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:08.825275 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0dc07342-8d03-4b67-8583-f82e2a99bcee admin admin] Publish callbacks [] for security_group (b0e56983-3377-420f-a79e-e5b17e568f50), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.879525 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0dc07342-8d03-4b67-8583-f82e2a99bcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b0e56983-3377-420f-a79e-e5b17e568f50), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.882446 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0dc07342-8d03-4b67-8583-f82e2a99bcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:08.888066 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0dc07342-8d03-4b67-8583-f82e2a99bcee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0e56983-3377-420f-a79e-e5b17e568f50 HTTP/1.1" status: 204  len: 168 time: 0.2233598
Mar 18 02:46:08.898938 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc07342-8d03-4b67-8583-f82e2a99bcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e56983-3377-420f-a79e-e5b17e568f50,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:08.931641 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:08.967625 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:08.988005 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'port_id': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'mac_address': 'fa:16:3e:68:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:46:09.041309 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:09.041708 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.062564 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9044a727-ee85-433b-a463-641ea2cb2dd0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:09.077053 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a0a4-7ee4-49c6-933e-efc61593df40 req-1dac6398-e317-4797-9873-3f075c32ae37 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:09.086038 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17e1a0a4-7ee4-49c6-933e-efc61593df40 req-1dac6398-e317-4797-9873-3f075c32ae37 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 944 time: 0.0768824
Mar 18 02:46:09.102960 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:09.109316 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.110092 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device af37c8a4-d7fe-4b9a-ae59-7250dae312df details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:46:09.161194 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17e1a0a4-7ee4-49c6-933e-efc61593df40 req-ddb70e1e-aff5-4b85-a318-2fe2901464a4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739024
Mar 18 02:46:09.228903 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:09.261603 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e2c107d-8aa6-4dad-9794-dcb09a2e2208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.298962 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port af37c8a4-d7fe-4b9a-ae59-7250dae312df, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:09.313699 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'port_id': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'mac_address': 'fa:16:3e:7e:a8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:46:09.355319 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port af37c8a4-d7fe-4b9a-ae59-7250dae312df is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:09.355839 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.378380 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af37c8a4-d7fe-4b9a-ae59-7250dae312df {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:09.386952 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60054) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:09.404792 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port af37c8a4-d7fe-4b9a-ae59-7250dae312df, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:09.411249 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.419102 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8e4abdc5-ea76-4a2a-a3f5-119c0f04783c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.482064 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=af37c8a4-d7fe-4b9a-ae59-7250dae312df,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:09.503860 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8e4abdc5-ea76-4a2a-a3f5-119c0f04783c admin admin] Publish callbacks [] for security_group (1a21f025-68d9-4a42-810e-c6b2b3056d8d), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.508226 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8e4abdc5-ea76-4a2a-a3f5-119c0f04783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (1a21f025-68d9-4a42-810e-c6b2b3056d8d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.561015 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8e4abdc5-ea76-4a2a-a3f5-119c0f04783c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53723345dbea49dabd31bf671178580d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1704886
Mar 18 02:46:09.561015 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4abdc5-ea76-4a2a-a3f5-119c0f04783c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21f025-68d9-4a42-810e-c6b2b3056d8d,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:09.561358 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60064) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:09.622517 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bb7869c-094a-4723-be27-4757b9bfa0da admin admin] Publish callbacks [] for security_group (1a21f025-68d9-4a42-810e-c6b2b3056d8d), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.644916 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bb7869c-094a-4723-be27-4757b9bfa0da admin admin] Publish callbacks [] for security_group (1a21f025-68d9-4a42-810e-c6b2b3056d8d), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.709073 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bb7869c-094a-4723-be27-4757b9bfa0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (1a21f025-68d9-4a42-810e-c6b2b3056d8d), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.720474 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bb7869c-094a-4723-be27-4757b9bfa0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:09.735419 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4bb7869c-094a-4723-be27-4757b9bfa0da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a21f025-68d9-4a42-810e-c6b2b3056d8d HTTP/1.1" status: 204  len: 168 time: 0.1646063
Mar 18 02:46:09.735759 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['f7ebc4b4-a92f-40da-b5a3-99969c8881dd'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:09.750673 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7869c-094a-4723-be27-4757b9bfa0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a21f025-68d9-4a42-810e-c6b2b3056d8d,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:09.792794 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['af37c8a4-d7fe-4b9a-ae59-7250dae312df'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:09.808160 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['9044a727-ee85-433b-a463-641ea2cb2dd0'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:09.888762 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154774f5-bdd2-4110-9438-0f3a2467fdba req-3037ab8c-5b6a-48b1-894c-08ef3fbadc4f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:09.894591 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-154774f5-bdd2-4110-9438-0f3a2467fdba req-3037ab8c-5b6a-48b1-894c-08ef3fbadc4f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 944 time: 0.1133509
Mar 18 02:46:09.961633 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a90a0-31e0-4e54-b9cd-7ee7162c41dc req-a029521b-f3c0-4121-88b3-1db9ce081122 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:09.968670 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd3a90a0-31e0-4e54-b9cd-7ee7162c41dc req-a029521b-f3c0-4121-88b3-1db9ce081122 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.1430044
Mar 18 02:46:09.982316 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-154774f5-bdd2-4110-9438-0f3a2467fdba req-0cd0e484-8f02-43fa-b82d-176532cbc4e1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837758
Mar 18 02:46:10.029193 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd3a90a0-31e0-4e54-b9cd-7ee7162c41dc req-7f2379c7-c01e-467f-9331-4e76b5f8cb35 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596576
Mar 18 02:46:10.301075 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466392c-87a7-44d8-86fd-b5552573a9b7 req-fa176c30-a799-4fa3-8258-60b7bcfdbf30 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:10.307455 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1466392c-87a7-44d8-86fd-b5552573a9b7 req-fa176c30-a799-4fa3-8258-60b7bcfdbf30 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 944 time: 0.0799055
Mar 18 02:46:10.352599 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1466392c-87a7-44d8-86fd-b5552573a9b7 req-8470b506-9769-47dc-9ec7-51e06ff47339 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434215
Mar 18 02:46:10.570924 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:11.161829 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563877-9c61-4415-a82c-c28c166c7f83 req-5ddce568-8bf1-46f4-b61a-0fe7e238a2b5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:11.163369 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3e563877-9c61-4415-a82c-c28c166c7f83 req-5ddce568-8bf1-46f4-b61a-0fe7e238a2b5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 944 time: 0.1027899
Mar 18 02:46:11.236128 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ba3f4-219d-478e-bc33-8efad3e13390 req-4cb61129-beff-4052-959b-075526bfbbcc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:11.238632 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d19ba3f4-219d-478e-bc33-8efad3e13390 req-4cb61129-beff-4052-959b-075526bfbbcc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.1304550
Mar 18 02:46:11.262616 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3e563877-9c61-4415-a82c-c28c166c7f83 req-d96125a0-ef8d-40b1-85f1-3ab63b07713d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919561
Mar 18 02:46:11.302838 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d19ba3f4-219d-478e-bc33-8efad3e13390 req-40180c0b-1e73-44c1-a1ef-1d26b0bd96bd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552154
Mar 18 02:46:11.469664 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d551f-6588-4b46-a1ef-127d7b6c3fff req-2145d13e-de08-4d7a-9d17-3d08eebc51a4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:11.471935 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8d1d551f-6588-4b46-a1ef-127d7b6c3fff req-2145d13e-de08-4d7a-9d17-3d08eebc51a4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 944 time: 0.0530918
Mar 18 02:46:11.518955 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8d1d551f-6588-4b46-a1ef-127d7b6c3fff req-a4924b93-5367-4578-99e7-53072e80b5bf tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414817
Mar 18 02:46:11.826087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:12.378923 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf522e-e194-40ba-99af-ebad06b23af6 req-1ec10d4e-00da-4b0b-8960-3ece100fba91 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:12.380460 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3fcf522e-e194-40ba-99af-ebad06b23af6 req-1ec10d4e-00da-4b0b-8960-3ece100fba91 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 944 time: 0.0540996
Mar 18 02:46:12.464559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055ad31-48ce-4378-8180-333a9f455ddc req-cc3fa6c6-eb64-4f2a-a84e-0db2087f3daf tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:12.465957 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a055ad31-48ce-4378-8180-333a9f455ddc req-cc3fa6c6-eb64-4f2a-a84e-0db2087f3daf tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.0845475
Mar 18 02:46:12.468838 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3fcf522e-e194-40ba-99af-ebad06b23af6 req-4fa33b5b-ebb3-4fc7-a11e-cfbad4b07792 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788291
Mar 18 02:46:12.514101 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a055ad31-48ce-4378-8180-333a9f455ddc req-e1167406-e288-42bc-8d77-3e3c8c87616c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424032
Mar 18 02:46:12.638058 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1362-8913-410d-9508-906d7656136a req-818d71bd-e6b6-4382-9b66-b1e565a716fb tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:12.639580 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f82b1362-8913-410d-9508-906d7656136a req-818d71bd-e6b6-4382-9b66-b1e565a716fb tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 944 time: 0.0525601
Mar 18 02:46:12.688498 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f82b1362-8913-410d-9508-906d7656136a req-ec12d5fa-0f6b-4ce7-9d4c-63c941645c34 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428481
Mar 18 02:46:13.351299 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:46:13.436189 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f7ebc4b4-a92f-40da-b5a3-99969c8881dd up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:13.516585 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port f7ebc4b4-a92f-40da-b5a3-99969c8881dd completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:46:13.522136 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port f7ebc4b4-a92f-40da-b5a3-99969c8881dd triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:13.522473 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:13.588492 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:13.638868 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port f7ebc4b4-a92f-40da-b5a3-99969c8881dd is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:13.639491 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:13.683182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79540d9-2b2e-4f20-8eae-6d0162b3c929 req-a2df6d16-cb3e-4077-b3c6-32f554bd7307 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:13.684849 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e79540d9-2b2e-4f20-8eae-6d0162b3c929 req-a2df6d16-cb3e-4077-b3c6-32f554bd7307 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 944 time: 0.0932298
Mar 18 02:46:13.718024 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67372ea-3c66-40b3-9f19-b41ab7346976 req-d48fc323-88f5-43b3-a580-2634622bc86d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:13.719596 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c67372ea-3c66-40b3-9f19-b41ab7346976 req-d48fc323-88f5-43b3-a580-2634622bc86d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.0936875
Mar 18 02:46:13.766852 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e79540d9-2b2e-4f20-8eae-6d0162b3c929 req-efab392f-22a9-4a8d-9851-50d20d224329 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761557
Mar 18 02:46:13.791377 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:13.791377 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5ba016-53f9-49c9-8d9b-a3df2d5984b4" -d '{"events": [{"server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "name": "network-vif-plugged", "status": "completed", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:13.803523 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c67372ea-3c66-40b3-9f19-b41ab7346976 req-9771bc70-461b-45ce-b7d4-9fc3115939be tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759141
Mar 18 02:46:13.805814 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f7ebc4b4-a92f-40da-b5a3-99969c8881dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:13.810434 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:13.811298 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:13.872188 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a51ef43-9c92-463e-837f-3c582d9eacd0 x-openstack-request-id: req-2a51ef43-9c92-463e-837f-3c582d9eacd0 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:13.872501 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "name": "network-vif-plugged", "status": "completed", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:13.872798 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a51ef43-9c92-463e-837f-3c582d9eacd0 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:13.873282 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'code': 200}
Mar 18 02:46:13.895227 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:13.895517 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36527e13-e7f0-4aa5-a254-bee4ad6469f3 req-c81c1f89-9bac-4545-a0d8-080440011345 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:13.896515 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36527e13-e7f0-4aa5-a254-bee4ad6469f3 req-c81c1f89-9bac-4545-a0d8-080440011345 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 945 time: 0.0620923
Mar 18 02:46:13.912249 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 9044a727-ee85-433b-a463-641ea2cb2dd0 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:46:13.917471 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 9044a727-ee85-433b-a463-641ea2cb2dd0 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:13.917856 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:13.981756 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36527e13-e7f0-4aa5-a254-bee4ad6469f3 req-c96fd9fd-0302-43f9-9162-be550ee0fab5 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652771
Mar 18 02:46:14.022904 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:14.023427 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:14.060142 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:14.062947 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:14.063397 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device af37c8a4-d7fe-4b9a-ae59-7250dae312df up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:14.079182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71350f-186b-477d-ba5a-087a21dc0ead req-b8b2d7cb-ce6b-4203-90a9-6b2872506345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:14.080819 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6f71350f-186b-477d-ba5a-087a21dc0ead req-b8b2d7cb-ce6b-4203-90a9-6b2872506345 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 1129 time: 0.0481246
Mar 18 02:46:14.134021 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6f71350f-186b-477d-ba5a-087a21dc0ead req-be25de2f-0791-4107-b853-964530e80d23 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410237
Mar 18 02:46:14.144410 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:14.157436 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port af37c8a4-d7fe-4b9a-ae59-7250dae312df completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:46:14.162650 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port af37c8a4-d7fe-4b9a-ae59-7250dae312df triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:14.163028 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:14.258042 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port af37c8a4-d7fe-4b9a-ae59-7250dae312df is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:14.258434 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:14.293161 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port af37c8a4-d7fe-4b9a-ae59-7250dae312df, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:14.298716 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:14.359114 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=af37c8a4-d7fe-4b9a-ae59-7250dae312df,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:14.872948 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60292) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:14.942840 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6a30-fafd-48b3-9182-f5ef819c7283 req-70fd68e5-c9ff-4bf2-95da-c1cc0daee1ba tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:14.944159 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2b8f6a30-fafd-48b3-9182-f5ef819c7283 req-70fd68e5-c9ff-4bf2-95da-c1cc0daee1ba tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0953584
Mar 18 02:46:14.983725 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a9a61-8c4b-41f0-8bfe-cde5afbac969 req-99348534-2dd7-44ad-9512-91cf9bd0394a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:14.985316 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fb6a9a61-8c4b-41f0-8bfe-cde5afbac969 req-99348534-2dd7-44ad-9512-91cf9bd0394a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0929582
Mar 18 02:46:14.994007 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-27dca78e-423d-4895-9e01-026343d59aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.027666 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2b8f6a30-fafd-48b3-9182-f5ef819c7283 req-6c2e14c0-8e69-4a8b-b8e0-ab92e3f7ea47 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737233
Mar 18 02:46:15.058549 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fb6a9a61-8c4b-41f0-8bfe-cde5afbac969 req-1753b4f6-85a8-4f2f-a6b8-6e39eeeb47c9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601285
Mar 18 02:46:15.087658 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-27dca78e-423d-4895-9e01-026343d59aad admin admin] Publish callbacks [] for security_group (2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.091669 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-27dca78e-423d-4895-9e01-026343d59aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.134459 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60298) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:15.134707 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-27dca78e-423d-4895-9e01-026343d59aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48f239307fe344e0ae5dd361c5612c5a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2605767
Mar 18 02:46:15.135547 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dca78e-423d-4895-9e01-026343d59aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:15.148216 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a118cc-81b9-44b5-9aed-df85afbaf174 req-d2d5887e-43e7-40fd-ad51-5114e4867c39 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:15.149636 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4a118cc-81b9-44b5-9aed-df85afbaf174 req-d2d5887e-43e7-40fd-ad51-5114e4867c39 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 945 time: 0.0596147
Mar 18 02:46:15.226269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4a118cc-81b9-44b5-9aed-df85afbaf174 req-571dd2e2-7d05-46a8-8bf6-59efce2b9018 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701234
Mar 18 02:46:15.229664 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f386134a-a457-47c9-9852-4cb97d09e18e admin admin] Publish callbacks [] for security_group (2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.253047 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f386134a-a457-47c9-9852-4cb97d09e18e admin admin] Publish callbacks [] for security_group (2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.299513 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f386134a-a457-47c9-9852-4cb97d09e18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.302272 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f386134a-a457-47c9-9852-4cb97d09e18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.303508 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f386134a-a457-47c9-9852-4cb97d09e18e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d HTTP/1.1" status: 204  len: 168 time: 0.1680567
Mar 18 02:46:15.312464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386134a-a457-47c9-9852-4cb97d09e18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8d4e8d-e7ee-4648-bae3-4a7a35b0d99d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:15.576093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60316) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:15.590532 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-75c39bef-ebdd-403b-8428-50b574a9aa6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.669117 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-75c39bef-ebdd-403b-8428-50b574a9aa6d admin admin] Publish callbacks [] for security_group (11c6193d-50fc-4ee4-90f3-7013f86f5a1f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.674947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-75c39bef-ebdd-403b-8428-50b574a9aa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (11c6193d-50fc-4ee4-90f3-7013f86f5a1f), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.714758 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-75c39bef-ebdd-403b-8428-50b574a9aa6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bf327479ac643cfa9df4b259bd75a2f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1374841
Mar 18 02:46:15.715537 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c39bef-ebdd-403b-8428-50b574a9aa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6193d-50fc-4ee4-90f3-7013f86f5a1f,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:15.718321 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60326) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:15.772721 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a40e7054-fa17-462d-b6e7-6c525f093a4b admin admin] Publish callbacks [] for security_group (11c6193d-50fc-4ee4-90f3-7013f86f5a1f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.794751 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a40e7054-fa17-462d-b6e7-6c525f093a4b admin admin] Publish callbacks [] for security_group (11c6193d-50fc-4ee4-90f3-7013f86f5a1f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.849094 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a40e7054-fa17-462d-b6e7-6c525f093a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (11c6193d-50fc-4ee4-90f3-7013f86f5a1f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.851598 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a40e7054-fa17-462d-b6e7-6c525f093a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:15.852751 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a40e7054-fa17-462d-b6e7-6c525f093a4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11c6193d-50fc-4ee4-90f3-7013f86f5a1f HTTP/1.1" status: 204  len: 168 time: 0.1329918
Mar 18 02:46:15.863614 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e7054-fa17-462d-b6e7-6c525f093a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6193d-50fc-4ee4-90f3-7013f86f5a1f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:15.877788 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0'}, {'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:15.887881 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1c11cb-523d-46b7-8285-42177ad1772c" -d '{"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-plugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0"}, {"server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "name": "network-vif-plugged", "status": "completed", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:15.954817 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8177cb-c8c7-4086-b805-45aa2dac8aae x-openstack-request-id: req-0b8177cb-c8c7-4086-b805-45aa2dac8aae {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:15.955138 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-plugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0", "code": 200}, {"server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "name": "network-vif-plugged", "status": "completed", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:15.955450 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b8177cb-c8c7-4086-b805-45aa2dac8aae {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:15.955882 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'code': 200}
Mar 18 02:46:15.957635 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'code': 200}
Mar 18 02:46:16.339649 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f3ce-a741-4f16-8e31-532aa08021de req-6d5153cf-1e83-4507-aca4-6f9ec473e3c9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:16.341259 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d896f3ce-a741-4f16-8e31-532aa08021de req-6d5153cf-1e83-4507-aca4-6f9ec473e3c9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.2026746
Mar 18 02:46:16.349857 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fe86e-2dfd-4d23-b7e0-34b629512702 req-23d2bf2f-504f-443e-a678-dec5f03a7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:16.351578 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4a7fe86e-2dfd-4d23-b7e0-34b629512702 req-23d2bf2f-504f-443e-a678-dec5f03a7433 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1129 time: 0.1663342
Mar 18 02:46:16.361924 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ab8c7-5c11-419f-b714-68166775b6e4 req-10605f12-ae42-4737-b235-a5ec59fd0e07 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:16.363337 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b82ab8c7-5c11-419f-b714-68166775b6e4 req-10605f12-ae42-4737-b235-a5ec59fd0e07 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1770861
Mar 18 02:46:16.365127 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94731-cd56-4296-9291-1959a7ef87ec req-dc5194c4-fd55-412a-8009-28ca1fee1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:16.366521 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e3d94731-cd56-4296-9291-1959a7ef87ec req-dc5194c4-fd55-412a-8009-28ca1fee1b8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1130 time: 0.1825953
Mar 18 02:46:16.380007 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60368) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:16.511249 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4a7fe86e-2dfd-4d23-b7e0-34b629512702 req-6e4af03e-45f9-480c-b474-40a9a4296d20 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395035
Mar 18 02:46:16.515591 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d896f3ce-a741-4f16-8e31-532aa08021de req-3e1a48eb-4064-4c17-b46d-f84b084a1e7a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623845
Mar 18 02:46:16.518756 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e3d94731-cd56-4296-9291-1959a7ef87ec req-d4309e98-9ce2-4c5c-9f23-e79427825868 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1459434
Mar 18 02:46:16.527284 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b82ab8c7-5c11-419f-b714-68166775b6e4 req-9bd51393-74a1-402b-bc20-cf5cd865eb3f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1452429
Mar 18 02:46:16.578038 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60378) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:16.602063 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c29c3110-51a5-409a-bcba-e45b7c7159c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.665607 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7af4c-38ab-4a65-ba82-843dca7d0857 req-50b229a6-0d06-4131-86bd-558ba4162a27 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:16.667309 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dde7af4c-38ab-4a65-ba82-843dca7d0857 req-50b229a6-0d06-4131-86bd-558ba4162a27 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 945 time: 0.0691562
Mar 18 02:46:16.669831 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7997e3f-052e-437c-a314-98776a52f29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.739177 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dde7af4c-38ab-4a65-ba82-843dca7d0857 req-b8bfdcbb-289a-4829-8148-dc0ad0a5788e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632513
Mar 18 02:46:16.745068 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c29c3110-51a5-409a-bcba-e45b7c7159c9 admin admin] Publish callbacks [] for security_group (5fd693be-7e2e-4ad7-9dab-93dca830c621), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.751511 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c29c3110-51a5-409a-bcba-e45b7c7159c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (5fd693be-7e2e-4ad7-9dab-93dca830c621), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.808092 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c29c3110-51a5-409a-bcba-e45b7c7159c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a4408e250c249179b9d2d760ba1c4cb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4264259
Mar 18 02:46:16.816220 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60390) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:16.835146 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c3110-51a5-409a-bcba-e45b7c7159c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd693be-7e2e-4ad7-9dab-93dca830c621,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:16.862930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7997e3f-052e-437c-a314-98776a52f29f admin admin] Publish callbacks [] for security_group (b39c5211-9046-4b4b-a2f1-fede4bddf81b), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.872437 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021bff7-09d2-4084-b45d-d8e7f527f9bf req-c8a7c4be-95ff-42fc-b602-690947ffea8b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:16.875026 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b021bff7-09d2-4084-b45d-d8e7f527f9bf req-c8a7c4be-95ff-42fc-b602-690947ffea8b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 945 time: 0.0675066
Mar 18 02:46:16.876507 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7997e3f-052e-437c-a314-98776a52f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b39c5211-9046-4b4b-a2f1-fede4bddf81b), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.883565 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60396) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:16.890183 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:16.926012 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d2d18ad8-d314-4cc7-8f08-7b091797a6ba admin admin] Publish callbacks [] for security_group (5fd693be-7e2e-4ad7-9dab-93dca830c621), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.939188 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-f7997e3f-052e-437c-a314-98776a52f29f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fb3a37a44cf429ca1fba6a52b50f485&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3574114
Mar 18 02:46:16.943060 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60398) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:16.945217 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7997e3f-052e-437c-a314-98776a52f29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c5211-9046-4b4b-a2f1-fede4bddf81b,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:16.979719 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d2d18ad8-d314-4cc7-8f08-7b091797a6ba admin admin] Publish callbacks [] for security_group (5fd693be-7e2e-4ad7-9dab-93dca830c621), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:16.982247 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (4657197a-e2f0-426a-ab08-f5aab904f2fc), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.041451 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-348f0f85-56f1-44f5-bdbe-12c436cda689 admin admin] Publish callbacks [] for security_group (b39c5211-9046-4b4b-a2f1-fede4bddf81b), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.064150 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d2d18ad8-d314-4cc7-8f08-7b091797a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (5fd693be-7e2e-4ad7-9dab-93dca830c621), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.067559 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d2d18ad8-d314-4cc7-8f08-7b091797a6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.068762 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d2d18ad8-d314-4cc7-8f08-7b091797a6ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fd693be-7e2e-4ad7-9dab-93dca830c621 HTTP/1.1" status: 204  len: 168 time: 0.2507102
Mar 18 02:46:17.074740 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-348f0f85-56f1-44f5-bdbe-12c436cda689 admin admin] Publish callbacks [] for security_group (b39c5211-9046-4b4b-a2f1-fede4bddf81b), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.091869 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d18ad8-d314-4cc7-8f08-7b091797a6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd693be-7e2e-4ad7-9dab-93dca830c621,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:17.142860 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-348f0f85-56f1-44f5-bdbe-12c436cda689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b39c5211-9046-4b4b-a2f1-fede4bddf81b), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.147863 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-348f0f85-56f1-44f5-bdbe-12c436cda689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.149072 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-348f0f85-56f1-44f5-bdbe-12c436cda689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b39c5211-9046-4b4b-a2f1-fede4bddf81b HTTP/1.1" status: 204  len: 168 time: 0.2047701
Mar 18 02:46:17.161081 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f0f85-56f1-44f5-bdbe-12c436cda689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c5211-9046-4b4b-a2f1-fede4bddf81b,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:17.640588 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60468) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:17.664470 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4c57d18b-42ef-4803-b399-d41d81000a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.843468 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4c57d18b-42ef-4803-b399-d41d81000a83 admin admin] Publish callbacks [] for security_group (9cac655b-8c3a-48d9-9c2a-f64a6944a9a0), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.844602 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60472) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:17.854760 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4c57d18b-42ef-4803-b399-d41d81000a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9cac655b-8c3a-48d9-9c2a-f64a6944a9a0), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.872647 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:17.943888 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4c57d18b-42ef-4803-b399-d41d81000a83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=306a5a80fbb44b44a24c2cf4ff0eb048&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2849641
Mar 18 02:46:17.944619 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60476) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:17.948182 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57d18b-42ef-4803-b399-d41d81000a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac655b-8c3a-48d9-9c2a-f64a6944a9a0,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:18.047130 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.db.resource_extend [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 18 02:46:18.053244 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-677828e0-84ba-4431-a898-f369d345e284 admin admin] Publish callbacks [] for security_group (9cac655b-8c3a-48d9-9c2a-f64a6944a9a0), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.072948 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Publish callbacks [] for security_group (8b821a69-cfdb-4cec-9c88-45b436187046), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.085784 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (8b821a69-cfdb-4cec-9c88-45b436187046), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.098925 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-677828e0-84ba-4431-a898-f369d345e284 admin admin] Publish callbacks [] for security_group (9cac655b-8c3a-48d9-9c2a-f64a6944a9a0), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.146024 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3188b9556172443fb0e56bb16c9c83c8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2995539
Mar 18 02:46:18.150119 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60480) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:18.156161 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b821a69-cfdb-4cec-9c88-45b436187046,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:18.164436 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.164868 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.165261 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.165600 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.165930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.166256 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.166664 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.166924 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.167257 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.167582 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.167918 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.168274 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.168573 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.168886 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.169200 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23375665-aa82-4dd8-b16d-322b24f35d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.173760 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.188443 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60420754-91fa-4a5e-92e2-bbc7dd160120 req-6040ec6d-5912-4203-9ac4-815f3d9e3c93 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:18.190452 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-60420754-91fa-4a5e-92e2-bbc7dd160120 req-6040ec6d-5912-4203-9ac4-815f3d9e3c93 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.5193689
Mar 18 02:46:18.199413 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-677828e0-84ba-4431-a898-f369d345e284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9cac655b-8c3a-48d9-9c2a-f64a6944a9a0), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.200768 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (4657197a-e2f0-426a-ab08-f5aab904f2fc), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.201954 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-677828e0-84ba-4431-a898-f369d345e284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.203111 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-677828e0-84ba-4431-a898-f369d345e284 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cac655b-8c3a-48d9-9c2a-f64a6944a9a0 HTTP/1.1" status: 204  len: 168 time: 0.2559552
Mar 18 02:46:18.212145 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677828e0-84ba-4431-a898-f369d345e284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac655b-8c3a-48d9-9c2a-f64a6944a9a0,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:18.305210 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39bc54-b377-4104-9ddb-6b606714df87 req-568f55f2-28c0-4267-ac7a-a252a6b0ec73 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:18.306714 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae39bc54-b377-4104-9ddb-6b606714df87 req-568f55f2-28c0-4267-ac7a-a252a6b0ec73 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.6015842
Mar 18 02:46:18.376236 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-60420754-91fa-4a5e-92e2-bbc7dd160120 req-f51137bf-b018-43c5-bd13-1ba5486b22fe tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1762969
Mar 18 02:46:18.384488 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Publish callbacks [] for security_group (8b821a69-cfdb-4cec-9c88-45b436187046), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.450907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae39bc54-b377-4104-9ddb-6b606714df87 req-156c7c95-61e9-4399-a52a-61a926c78791 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369700
Mar 18 02:46:18.458604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Publish callbacks [] for security_group (8b821a69-cfdb-4cec-9c88-45b436187046), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.461960 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 4657197a-e2f0-426a-ab08-f5aab904f2fc associated. External IP: 172.27.0.82, port: f7ebc4b4-a92f-40da-b5a3-99969c8881dd.
Mar 18 02:46:18.608726 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (8b821a69-cfdb-4cec-9c88-45b436187046), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.611420 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.613449 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b821a69-cfdb-4cec-9c88-45b436187046 HTTP/1.1" status: 204  len: 168 time: 0.4615452
Mar 18 02:46:18.628371 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b821a69-cfdb-4cec-9c88-45b436187046,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:18.638287 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.638662 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.639002 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.639339 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.639667 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.639985 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.640312 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.640631 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.640952 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.641424 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.641588 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.641913 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.642282 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.650595 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.650595 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670eee9f-430b-4a0e-a4f7-6bb76088233a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:18.794685 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:46:18.967155 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:46:18.974146 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:18.984807 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:46:19.004750 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:19.009325 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5c781b50>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:19.026604 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-bf228027-7284-4022-8507-6dfaba501bce tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "PUT /v2.0/floatingips/4657197a-e2f0-426a-ab08-f5aab904f2fc HTTP/1.1" status: 200  len: 990 time: 2.1307302
Mar 18 02:46:19.026604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:19.028041 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411245ae-b9e7-42d8-ae08-c18ce370be2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:19.077051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7319b83-ebee-4055-9e43-ac2a7906e243 x-openstack-request-id: req-e7319b83-ebee-4055-9e43-ac2a7906e243 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:19.077666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:19.077666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7319b83-ebee-4055-9e43-ac2a7906e243 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:19.078191 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'status': 'completed', 'code': 200}
Mar 18 02:46:19.189433 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-571d4372-5c34-4c15-a5ff-8f0c1bcbe336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:19.192409 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-571d4372-5c34-4c15-a5ff-8f0c1bcbe336 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 1129 time: 0.0824404
Mar 18 02:46:19.220829 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:19.321983 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-8de68061-e241-43ba-b5c1-c59a195206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:19.323887 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-8de68061-e241-43ba-b5c1-c59a195206dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.1185939
Mar 18 02:46:19.446985 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-ddf18fba-674a-4184-bbc1-9a07ccc978d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd HTTP/1.1" status: 200  len: 998 time: 0.1143682
Mar 18 02:46:19.565951 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-e6fa2c19-856a-494d-9f95-a02c8ff32eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:19.567462 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-e6fa2c19-856a-494d-9f95-a02c8ff32eb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.1060474
Mar 18 02:46:19.657605 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6927a6-e4d8-47aa-8b61-0746b771ca2d req-1a2c0b92-2e9a-4bd8-8535-144a59d898ec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:19.659936 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fd6927a6-e4d8-47aa-8b61-0746b771ca2d req-1a2c0b92-2e9a-4bd8-8535-144a59d898ec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1469080
Mar 18 02:46:19.673295 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff934d9-17ea-45f4-bc4d-969914eed4ef req-b7a19e39-755c-405b-b869-adc76a1cb01c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:19.675399 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9ff934d9-17ea-45f4-bc4d-969914eed4ef req-b7a19e39-755c-405b-b869-adc76a1cb01c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1288078
Mar 18 02:46:19.680997 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5c781b50>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:17Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:19.712689 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-66e60559-95a3-458b-a131-473430e1e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:19.714167 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-66e60559-95a3-458b-a131-473430e1e896 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1203673
Mar 18 02:46:19.725411 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:46:19.737316 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:19.738197 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5c781b50>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:19.803760 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fd6927a6-e4d8-47aa-8b61-0746b771ca2d req-369f6a86-8960-40f8-8042-84dc31d26a6b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1379571
Mar 18 02:46:19.819398 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9ff934d9-17ea-45f4-bc4d-969914eed4ef req-0dbd9661-48c4-4753-81dc-d9b700f83beb tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350901
Mar 18 02:46:19.867141 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-c24a4eb2-1da8-4ce8-9646-56fa0cfe17f7 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386380
Mar 18 02:46:19.881585 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:20.188262 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b239763-a0d5-48a3-958a-09a5ae913d2b req-3a18076f-6c11-4085-82d8-0602d247e46c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:20.190315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b239763-a0d5-48a3-958a-09a5ae913d2b req-3a18076f-6c11-4085-82d8-0602d247e46c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1558740
Mar 18 02:46:20.199426 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-411245ae-b9e7-42d8-ae08-c18ce370be2e req-9e975ab4-e26b-4dc3-967d-33bdac185eed service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3141439
Mar 18 02:46:20.199608 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60578) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:20.206590 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950b78a-c331-4abb-a3ae-b9caa3a45731 req-202d7dfd-8028-4809-8f7a-9ca4af257426 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:20.209710 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'floatingip': {'port_id': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:20.217423 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6950b78a-c331-4abb-a3ae-b9caa3a45731 req-202d7dfd-8028-4809-8f7a-9ca4af257426 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1997123
Mar 18 02:46:20.218099 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60582) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:20.223715 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'floatingip': {'port_id': '9044a727-ee85-433b-a463-641ea2cb2dd0'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:20.271491 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (7c072d0b-5b61-493d-93b7-9224a3e4445c), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:20.285213 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5c781b50>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:17Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:20.388587 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf791a8-0d6f-43e6-802b-bb88e7a4bbc1 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:17Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:46:20.698221 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (9629b82a-fff7-4fb6-8366-0e94487e44cf), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:20.824065 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3b864-da36-4421-bc0f-f362b08e6222 None None] New status for floating IP 4657197a-e2f0-426a-ab08-f5aab904f2fc: ACTIVE {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:46:20.918960 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.db.resource_extend [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 18 02:46:21.068231 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:21.076280 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (7c072d0b-5b61-493d-93b7-9224a3e4445c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:21.222379 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Floating IP 7c072d0b-5b61-493d-93b7-9224a3e4445c associated. External IP: 172.27.0.84, port: 9044a727-ee85-433b-a463-641ea2cb2dd0.
Mar 18 02:46:21.725905 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.db.resource_extend [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 18 02:46:21.849331 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:21.856316 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Router 99c5fde1-cc74-4a24-8475-c072ca11e876 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:46:21.857499 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (9629b82a-fff7-4fb6-8366-0e94487e44cf), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:21.872784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61d17d-d376-48df-88ed-56a825360bbf req-4d50f4e9-2189-4b71-bc87-4bb7448f9fdc tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:21.874953 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2c61d17d-d376-48df-88ed-56a825360bbf req-4d50f4e9-2189-4b71-bc87-4bb7448f9fdc tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.0794618
Mar 18 02:46:22.005636 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2c61d17d-d376-48df-88ed-56a825360bbf req-bd62a284-654d-4c7b-b75c-89cd6034b22a tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223426
Mar 18 02:46:22.034277 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.l3_db [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Floating IP 9629b82a-fff7-4fb6-8366-0e94487e44cf associated. External IP: 172.27.0.215, port: af37c8a4-d7fe-4b9a-ae59-7250dae312df.
Mar 18 02:46:22.043672 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:46:22.049363 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:22.053771 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] Sync routers for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:46:22.064212 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:22.065127 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a634220>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:22.101265 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8743ed80-bca5-4dea-96ec-a34d05cb2241 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "PUT /v2.0/floatingips/7c072d0b-5b61-493d-93b7-9224a3e4445c HTTP/1.1" status: 200  len: 991 time: 1.8818631
Mar 18 02:46:22.102172 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:22.106681 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f45c66-e39b-4ceb-9856-379644dc6b12" -d '{"events": [{"name": "network-changed", "server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:22.150649 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33450e28-36ad-4f75-a52e-4f2391e3a7b8 x-openstack-request-id: req-33450e28-36ad-4f75-a52e-4f2391e3a7b8 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:22.150959 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:22.151209 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33450e28-36ad-4f75-a52e-4f2391e3a7b8 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:22.151609 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'status': 'completed', 'code': 200}
Mar 18 02:46:22.192575 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:22.219728 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-a56bc1ac-3de8-4492-b5a5-e6e7884390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:22.221408 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-a56bc1ac-3de8-4492-b5a5-e6e7884390a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1130 time: 0.0461607
Mar 18 02:46:22.280362 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Router 6808243f-745f-453f-ac0a-131089b914d2 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:46:22.366126 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-d5ba6457-04d7-4c82-a646-77629c8cf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:22.370124 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-d5ba6457-04d7-4c82-a646-77629c8cf23f service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.1394913
Mar 18 02:46:22.412664 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60674) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:22.447497 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:46:22.455005 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:22.464155 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] Sync routers for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:46:22.484699 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-d8dc0861-f3a6-480f-9bc6-1e821300d382 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 200  len: 999 time: 0.1052592
Mar 18 02:46:22.485143 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:22.486204 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a633d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:22.494012 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] Deleting subnet d01e47bc-ae4c-4c20-9d33-75fb0abf104d {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:46:22.508394 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a7c06436-4003-4d81-babd-5cb784875f33 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "PUT /v2.0/floatingips/9629b82a-fff7-4fb6-8366-0e94487e44cf HTTP/1.1" status: 200  len: 991 time: 2.3047600
Mar 18 02:46:22.510082 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:22.518511 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:22.523743 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] Publish callbacks [] for subnet (d01e47bc-ae4c-4c20-9d33-75fb0abf104d), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:22.564451 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-e2b1fbd3-31b9-4c77-8713-7740c82f8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:22.567137 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-e2b1fbd3-31b9-4c77-8713-7740c82f8bc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0737200
Mar 18 02:46:22.569131 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a634220>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '7c072d0b-5b61-493d-93b7-9224a3e4445c', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'port_id': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'mac_address': 'fa:16:3e:68:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579a154-5290-478a-8bc4-26b210d57175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:43Z', 'updated_at': '2022-03-18T02:46:20Z', 'revision_number': 1, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:22.576916 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82cb2e5-4680-4b9f-846f-36899eb7e55b x-openstack-request-id: req-c82cb2e5-4680-4b9f-846f-36899eb7e55b {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:22.577210 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:22.577461 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c82cb2e5-4680-4b9f-846f-36899eb7e55b {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:22.577856 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'status': 'completed', 'code': 200}
Mar 18 02:46:22.579937 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] Publish callbacks [] for subnet (d01e47bc-ae4c-4c20-9d33-75fb0abf104d), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:22.586123 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (d01e47bc-ae4c-4c20-9d33-75fb0abf104d), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:22.616793 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] Checking router: 99c5fde1-cc74-4a24-8475-c072ca11e876 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:46:22.625585 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:22.626269 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a634220>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:22.661697 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:22.669773 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (d01e47bc-ae4c-4c20-9d33-75fb0abf104d), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:22.718974 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-bf0dc120-ebaf-4732-b3b9-d9ddd66271e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:22.721098 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-bf0dc120-ebaf-4732-b3b9-d9ddd66271e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1319678
Mar 18 02:46:22.732562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-5e893e3c-fe59-4366-9456-de7aa55e8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:22.734063 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-5e893e3c-fe59-4366-9456-de7aa55e8892 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1129 time: 0.1040387
Mar 18 02:46:22.756555 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:22.920764 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01e47bc-ae4c-4c20-9d33-75fb0abf104d,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:22.938232 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:22.943005 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6f2fb387-bd4b-4413-9b10-7f9585e32bbb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d01e47bc-ae4c-4c20-9d33-75fb0abf104d HTTP/1.1" status: 204  len: 168 time: 0.5291584
Mar 18 02:46:22.945714 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60680) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:23.004338 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a633d0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '9629b82a-fff7-4fb6-8366-0e94487e44cf', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '6808243f-745f-453f-ac0a-131089b914d2', 'port_id': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'mac_address': 'fa:16:3e:7e:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:45Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 1, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:23.032169 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] Checking router: 6808243f-745f-453f-ac0a-131089b914d2 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:46:23.041979 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:23.042720 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a633d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:23.076011 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-4823b7cd-acd9-4a06-adda-ee89065e1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:23.082545 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-4823b7cd-acd9-4a06-adda-ee89065e1ce8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.3170388
Mar 18 02:46:23.082545 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-f0198266-9371-4c44-acd3-0e05a89b592e service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3497941
Mar 18 02:46:23.089255 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a634220>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '7c072d0b-5b61-493d-93b7-9224a3e4445c', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'port_id': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'mac_address': 'fa:16:3e:68:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579a154-5290-478a-8bc4-26b210d57175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:43Z', 'updated_at': '2022-03-18T02:46:20Z', 'revision_number': 1, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:23.141228 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e50aa-20d2-40c9-8b16-04c9ced59185 None None] The sync data for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi is: [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '7c072d0b-5b61-493d-93b7-9224a3e4445c', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'port_id': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'mac_address': 'fa:16:3e:68:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579a154-5290-478a-8bc4-26b210d57175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:43Z', 'updated_at': '2022-03-18T02:46:20Z', 'revision_number': 1, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:46:23.175624 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (9a323374-ec76-495e-b2fe-d3055732db35), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.222132 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:23.293523 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-8adb4720-14cd-47c1-a8e8-515a9b33ccba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3194404
Mar 18 02:46:23.400720 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (9a323374-ec76-495e-b2fe-d3055732db35), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.456302 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba590a1cd0>,) {'filters': {'network_id': ['9a323374-ec76-495e-b2fe-d3055732db35']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:23.469785 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba590a1cd0>, '1e09e623-0e5b-4304-b409-8df2817ec933') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:23.470077 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba590a1cd0>, '1e09e623-0e5b-4304-b409-8df2817ec933') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:23.486122 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-8910120f-fa7d-4f86-9677-19e85ac4d1f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 999 time: 0.3842740
Mar 18 02:46:23.494240 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (1e09e623-0e5b-4304-b409-8df2817ec933), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.503896 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3f3a-7993-4932-acbd-dc8fb49f0a3c req-70aaadfa-0d96-4668-9b91-00cc169658d9 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:23.505510 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a9da3f3a-7993-4932-acbd-dc8fb49f0a3c req-70aaadfa-0d96-4668-9b91-00cc169658d9 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.3255568
Mar 18 02:46:23.519763 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd829e5-9ef3-4150-981a-2bbd4f73beac None None] New status for floating IP 7c072d0b-5b61-493d-93b7-9224a3e4445c: ACTIVE {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:46:23.568692 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87f45c66-e39b-4ceb-9856-379644dc6b12 req-bcc02526-efaf-49eb-a55a-c6522cc52826 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4657881
Mar 18 02:46:23.575856 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (1e09e623-0e5b-4304-b409-8df2817ec933), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.605016 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:46:23.605502 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (1e09e623-0e5b-4304-b409-8df2817ec933), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:46:23.607482 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:46:23.658959 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-377c83b6-4ae3-4239-9c9f-29fff782bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:23.660538 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-377c83b6-4ae3-4239-9c9f-29fff782bf50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.1643801
Mar 18 02:46:23.668821 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a633d0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '9629b82a-fff7-4fb6-8366-0e94487e44cf', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '6808243f-745f-453f-ac0a-131089b914d2', 'port_id': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'mac_address': 'fa:16:3e:7e:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:45Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 1, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:23.708789 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95e7b7-f011-49b6-b16f-c8281884e140 None None] The sync data for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi is: [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '9629b82a-fff7-4fb6-8366-0e94487e44cf', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '6808243f-745f-453f-ac0a-131089b914d2', 'port_id': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'mac_address': 'fa:16:3e:7e:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:45Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 1, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:46:23.723199 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a9da3f3a-7993-4932-acbd-dc8fb49f0a3c req-2800e806-0f03-4bdf-afd3-665033ee391d tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978316
Mar 18 02:46:23.741405 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (9a323374-ec76-495e-b2fe-d3055732db35), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.749994 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.754297 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a323374-ec76-495e-b2fe-d3055732db35 HTTP/1.1" status: 204  len: 168 time: 0.8044925
Mar 18 02:46:23.758211 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60698) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:23.766824 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31f96e-340b-4874-b1c4-cdb38bb5fc56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a323374-ec76-495e-b2fe-d3055732db35,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:23.770135 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-2248ad6e-1257-4686-9b0e-0fa885e95893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:23.771737 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-2248ad6e-1257-4686-9b0e-0fa885e95893 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0959208
Mar 18 02:46:23.834861 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] Deleting subnet 5552f8bd-1e44-4a15-a4db-906ed40c5f22 {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:46:23.839386 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] Publish callbacks [] for subnet (5552f8bd-1e44-4a15-a4db-906ed40c5f22), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.875518 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] Publish callbacks [] for subnet (5552f8bd-1e44-4a15-a4db-906ed40c5f22), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.881506 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (5552f8bd-1e44-4a15-a4db-906ed40c5f22), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.881849 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-4d3a5b8e-231b-4ba7-b0fc-4fe1267581ac service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986619
Mar 18 02:46:23.942591 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for subnet (5552f8bd-1e44-4a15-a4db-906ed40c5f22), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.972169 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5552f8bd-1e44-4a15-a4db-906ed40c5f22,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:23.976082 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:23.979578 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-158af141-d094-4374-910b-f11d1db8de24 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5552f8bd-1e44-4a15-a4db-906ed40c5f22 HTTP/1.1" status: 204  len: 168 time: 0.2191803
Mar 18 02:46:23.981695 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60700) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:23.992574 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd0660-dee0-4fbe-a170-ec6354039fc0 None None] New status for floating IP 9629b82a-fff7-4fb6-8366-0e94487e44cf: ACTIVE {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:46:24.009104 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b0647b9-8799-40d6-a1d0-ae42bc13a7ad req-fb425876-4278-4032-8c70-6beab688f8c5 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1151056
Mar 18 02:46:24.053717 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (479a0fb3-5ccc-40b7-90da-f5617b4a0873), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.141939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-236611be-3107-45b8-b012-4fc573f79500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:24.144037 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-236611be-3107-45b8-b012-4fc573f79500 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1129 time: 0.0487194
Mar 18 02:46:24.144792 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (479a0fb3-5ccc-40b7-90da-f5617b4a0873), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.167741 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fba598c5f40>> segment before_delete 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.168141 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fba598c5f40>> subnet precommit_delete_associations 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.169115 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> segment_host_mapping after_create 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.169429 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> port after_create 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.169749 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> port after_delete 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.170211 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> port after_update 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.170698 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> segment after_delete 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.171032 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> subnet after_create 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.171610 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> subnet after_delete 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.172067 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fba5a2d0af0>> subnet after_update 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.222949 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.252654 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba594b6fd0>> subnet after_create 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.253010 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba594b6fd0>> subnet after_delete 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.253343 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba594b6fd0>> subnet before_create 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.253679 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fba594b6fd0>> subnet before_update 55550000 {{(pid=115116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 18 02:46:24.254048 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba5a2d0160>,) {'filters': {'network_id': ['479a0fb3-5ccc-40b7-90da-f5617b4a0873']}} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:24.271677 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5a2d0160>, '115d2f7c-a029-4547-b36e-b57234b9d313') {'for_net_delete': True} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:24.272273 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5a2d0160>, '115d2f7c-a029-4547-b36e-b57234b9d313') {} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:24.290514 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4871594'] for segment (115d2f7c-a029-4547-b36e-b57234b9d313), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.300101 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-24fed0df-7e03-43b6-b012-806caf9be5af tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:24.301574 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-24fed0df-7e03-43b6-b012-806caf9be5af tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.1230745
Mar 18 02:46:24.318539 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (115d2f7c-a029-4547-b36e-b57234b9d313), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.336053 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:46:24.336482 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7357155'] for segment (115d2f7c-a029-4547-b36e-b57234b9d313), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   from cryptography.utils import int_from_bytes
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   from cryptography.utils import int_from_bytes
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]: Traceback (most recent call last):
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     timer()
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     cb(*args, **kw)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     return func(*args, **kwargs)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     self._notify()
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     self.callback(batched_events)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     event.method(event)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     return f(self, *a, **k)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._get(url).json()
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:46:24.342002 dv-cinder-817135-5-iscsi neutron-server[115116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:46:24.351449 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-f5fdce2c-1c55-48ec-91b7-d00153405260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:24.352452 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-f5fdce2c-1c55-48ec-91b7-d00153405260 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.1752200
Mar 18 02:46:24.407396 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (479a0fb3-5ccc-40b7-90da-f5617b4a0873), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.429103 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.434919 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] 10.222.0.24 "DELETE /v2.0/networks/479a0fb3-5ccc-40b7-90da-f5617b4a0873 HTTP/1.1" status: 204  len: 168 time: 0.4499311
Mar 18 02:46:24.436021 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32904e53-b117-469d-b290-2b30cc71635c admin admin] Pushing event deleted for resources: {'Network': ['ID=479a0fb3-5ccc-40b7-90da-f5617b4a0873,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:24.483033 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-925f897c-0920-4a26-88f4-b17526340d6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 1001 time: 0.1221018
Mar 18 02:46:24.569338 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Deleting port 79da7f3a-00a2-4c1b-9892-5b3787abf76c {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:46:24.569742 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.628739 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-9354334d-dcea-461b-b71e-f34dfefbc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:24.630908 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-9354334d-dcea-461b-b71e-f34dfefbc614 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.1401334
Mar 18 02:46:24.676058 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60716) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:24.744589 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] For port 79da7f3a-00a2-4c1b-9892-5b3787abf76c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=79da7f3a-00a2-4c1b-9892-5b3787abf76c,segment=NetworkSegment(07280124-2018-4232-b214-8bb260751e26),segment_id=07280124-2018-4232-b214-8bb260751e26)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:24.744957 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.749526 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-62b76ca0-a4c4-464c-836d-0cf678e51c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:24.751254 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-62b76ca0-a4c4-464c-836d-0cf678e51c5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1123595
Mar 18 02:46:24.760116 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-788a28d6-f74a-4bfb-840e-b29dc086e962 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e03e0850a30341a0b9874d1bb0adc1c4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0803852
Mar 18 02:46:24.760400 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60728) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:24.772475 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Calling delete_port for 79da7f3a-00a2-4c1b-9892-5b3787abf76c owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:46:24.840076 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bbd16174-3e97-424e-a173-8c8dc9b2d6f2 admin admin] Publish callbacks [] for security_group (c805ee22-e498-4997-baab-ab8522e64f6f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.877754 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bbd16174-3e97-424e-a173-8c8dc9b2d6f2 admin admin] Publish callbacks [] for security_group (c805ee22-e498-4997-baab-ab8522e64f6f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.938532 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bbd16174-3e97-424e-a173-8c8dc9b2d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c805ee22-e498-4997-baab-ab8522e64f6f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.939421 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bbd16174-3e97-424e-a173-8c8dc9b2d6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:24.943091 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-bbd16174-3e97-424e-a173-8c8dc9b2d6f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c805ee22-e498-4997-baab-ab8522e64f6f HTTP/1.1" status: 204  len: 168 time: 0.1793821
Mar 18 02:46:24.956195 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd16174-3e97-424e-a173-8c8dc9b2d6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c805ee22-e498-4997-baab-ab8522e64f6f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:25.273370 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-0bc81320-cde5-4c76-9f11-f1375516b8e9 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5141685
Mar 18 02:46:25.286309 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2843045-0d11-4f73-8861-c08177858f35 req-9fa5f13d-e5d9-4a81-bf69-a4a02df3acfa tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:25.288041 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a2843045-0d11-4f73-8861-c08177858f35 req-9fa5f13d-e5d9-4a81-bf69-a4a02df3acfa tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 945 time: 0.3987112
Mar 18 02:46:25.363290 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60762) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:25.409242 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a0f9f7fc-7eb0-48c2-9b36-657c51501178 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98f8bbf900804793a506eabcc1c7e636&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0427759
Mar 18 02:46:25.409522 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60766) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:25.457505 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a2843045-0d11-4f73-8861-c08177858f35 req-cb5431a6-0efc-45f3-aa81-cabdb5a94426 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f23fdf-cb48-40a5-bd8f-958fb5ead797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561065
Mar 18 02:46:25.464244 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (79da7f3a-00a2-4c1b-9892-5b3787abf76c), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:25.478326 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['79da7f3a-00a2-4c1b-9892-5b3787abf76c'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:25.491033 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-12949dc1-4d4c-4cc7-9904-80a6563945b8 admin admin] Publish callbacks [] for security_group (70220bfb-1c4c-420a-b776-444b00c8a766), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:25.499353 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b07beb5b-8bc4-4f48-acfe-e2636c8ed1c4 req-35ac538a-07c3-4198-b03e-8402668691c6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088904
Mar 18 02:46:25.502346 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Pushing event deleted for resources: {'Port': ['ID=79da7f3a-00a2-4c1b-9892-5b3787abf76c,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:25.550782 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-12949dc1-4d4c-4cc7-9904-80a6563945b8 admin admin] Publish callbacks [] for security_group (70220bfb-1c4c-420a-b776-444b00c8a766), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:25.577653 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] No DVR routers for this DVR port 79da7f3a-00a2-4c1b-9892-5b3787abf76c on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:46:25.585591 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:25.590701 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4bd5bf7b-62fc-4fdc-b6ce-1cea3e980846 req-415e3401-d33d-4efc-a43b-bd0e9866f072 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.35 "DELETE /v2.0/ports/79da7f3a-00a2-4c1b-9892-5b3787abf76c HTTP/1.1" status: 204  len: 173 time: 1.2827728
Mar 18 02:46:25.591170 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'name': 'network-vif-deleted', 'tag': '79da7f3a-00a2-4c1b-9892-5b3787abf76c'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:25.594013 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94b0698-4e83-4e50-be0b-f808b3d7feb6" -d '{"events": [{"server_uuid": "bd89013a-747a-42fa-a627-fffa17c89e88", "name": "network-vif-deleted", "tag": "79da7f3a-00a2-4c1b-9892-5b3787abf76c"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:25.617908 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-12949dc1-4d4c-4cc7-9904-80a6563945b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (70220bfb-1c4c-420a-b776-444b00c8a766), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:25.631870 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-12949dc1-4d4c-4cc7-9904-80a6563945b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:25.635280 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-12949dc1-4d4c-4cc7-9904-80a6563945b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70220bfb-1c4c-420a-b776-444b00c8a766 HTTP/1.1" status: 204  len: 168 time: 0.2247279
Mar 18 02:46:25.660769 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12949dc1-4d4c-4cc7-9904-80a6563945b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70220bfb-1c4c-420a-b776-444b00c8a766,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:25.667259 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3949362-30bb-4486-8e64-57ba0745ec00 x-openstack-request-id: req-b3949362-30bb-4486-8e64-57ba0745ec00 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:25.667547 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89013a-747a-42fa-a627-fffa17c89e88", "name": "network-vif-deleted", "tag": "79da7f3a-00a2-4c1b-9892-5b3787abf76c", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:25.667797 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3949362-30bb-4486-8e64-57ba0745ec00 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:25.668193 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89013a-747a-42fa-a627-fffa17c89e88', 'name': 'network-vif-deleted', 'tag': '79da7f3a-00a2-4c1b-9892-5b3787abf76c', 'status': 'completed', 'code': 200}
Mar 18 02:46:26.635653 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bebf040d-a055-4d3d-ba78-14dad07d14e6 req-1b477191-82c3-43c6-9acb-41bfa7bb61e0 tempest-DeleteServersTestJSON-730474072 tempest-DeleteServersTestJSON-730474072-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd89013a-747a-42fa-a627-fffa17c89e88 HTTP/1.1" status: 200  len: 210 time: 0.0602038
Mar 18 02:46:26.873404 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60848) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:26.991097 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f663-1a88-41f0-a8cd-2613fd12e22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.073963 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f663-1a88-41f0-a8cd-2613fd12e22d admin admin] Publish callbacks [] for security_group (df4f94f4-5cbe-4782-9d6d-c67fecfea16b), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.078704 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f663-1a88-41f0-a8cd-2613fd12e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (df4f94f4-5cbe-4782-9d6d-c67fecfea16b), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.115701 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2f663-1a88-41f0-a8cd-2613fd12e22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4f94f4-5cbe-4782-9d6d-c67fecfea16b,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:27.119923 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0cc2f663-1a88-41f0-a8cd-2613fd12e22d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c348c91e81a4a4b883d964535b2b376&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2454929
Mar 18 02:46:27.122615 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60862) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:27.171697 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5d808428-9e6b-42c3-8ac2-a2a25b3e5ee4 admin admin] Publish callbacks [] for security_group (df4f94f4-5cbe-4782-9d6d-c67fecfea16b), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.195326 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5d808428-9e6b-42c3-8ac2-a2a25b3e5ee4 admin admin] Publish callbacks [] for security_group (df4f94f4-5cbe-4782-9d6d-c67fecfea16b), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.213788 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60864) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:27.245780 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5d808428-9e6b-42c3-8ac2-a2a25b3e5ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (df4f94f4-5cbe-4782-9d6d-c67fecfea16b), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.248423 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5d808428-9e6b-42c3-8ac2-a2a25b3e5ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.249562 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5d808428-9e6b-42c3-8ac2-a2a25b3e5ee4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df4f94f4-5cbe-4782-9d6d-c67fecfea16b HTTP/1.1" status: 204  len: 168 time: 0.1260655
Mar 18 02:46:27.258852 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d808428-9e6b-42c3-8ac2-a2a25b3e5ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4f94f4-5cbe-4782-9d6d-c67fecfea16b,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:27.336028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2226-f05f-4592-a1da-2cbcdb6d69bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.419701 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2226-f05f-4592-a1da-2cbcdb6d69bb admin admin] Publish callbacks [] for security_group (a5d99e7a-1e38-4961-8264-1def6633c175), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.425599 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2226-f05f-4592-a1da-2cbcdb6d69bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a5d99e7a-1e38-4961-8264-1def6633c175), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.474464 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60880) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:27.474694 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f2ba2226-f05f-4592-a1da-2cbcdb6d69bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cdf15322e5e44baa13c9a84fd11ec01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2589736
Mar 18 02:46:27.476434 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba2226-f05f-4592-a1da-2cbcdb6d69bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d99e7a-1e38-4961-8264-1def6633c175,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:27.531366 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd2eef7-a5a5-4ec3-9965-f55bdb96b4b6 admin admin] Publish callbacks [] for security_group (a5d99e7a-1e38-4961-8264-1def6633c175), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.572971 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd2eef7-a5a5-4ec3-9965-f55bdb96b4b6 admin admin] Publish callbacks [] for security_group (a5d99e7a-1e38-4961-8264-1def6633c175), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.628748 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd2eef7-a5a5-4ec3-9965-f55bdb96b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a5d99e7a-1e38-4961-8264-1def6633c175), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.631776 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd2eef7-a5a5-4ec3-9965-f55bdb96b4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:27.632907 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0cd2eef7-a5a5-4ec3-9965-f55bdb96b4b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5d99e7a-1e38-4961-8264-1def6633c175 HTTP/1.1" status: 204  len: 168 time: 0.1573615
Mar 18 02:46:27.642477 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2eef7-a5a5-4ec3-9965-f55bdb96b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d99e7a-1e38-4961-8264-1def6633c175,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:28.066470 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60918) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:28.079401 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a75f1f57-d0fe-4cf4-b9d9-acd655f06285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.161930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a75f1f57-d0fe-4cf4-b9d9-acd655f06285 admin admin] Publish callbacks [] for security_group (26e95a6d-5c51-4294-a57c-9cd15f702d49), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.166826 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a75f1f57-d0fe-4cf4-b9d9-acd655f06285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (26e95a6d-5c51-4294-a57c-9cd15f702d49), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.210056 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a75f1f57-d0fe-4cf4-b9d9-acd655f06285 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e5e8a11a0f64c5a9e4988391ae0a12e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1420732
Mar 18 02:46:28.211177 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f1f57-d0fe-4cf4-b9d9-acd655f06285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e95a6d-5c51-4294-a57c-9cd15f702d49,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:28.213303 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60924) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:28.266122 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6d68-72bb-40b7-81fd-28c2d9cd3a1e admin admin] Publish callbacks [] for security_group (26e95a6d-5c51-4294-a57c-9cd15f702d49), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.289425 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6d68-72bb-40b7-81fd-28c2d9cd3a1e admin admin] Publish callbacks [] for security_group (26e95a6d-5c51-4294-a57c-9cd15f702d49), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.337764 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6d68-72bb-40b7-81fd-28c2d9cd3a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (26e95a6d-5c51-4294-a57c-9cd15f702d49), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.341030 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6d68-72bb-40b7-81fd-28c2d9cd3a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.342668 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f2ea6d68-72bb-40b7-81fd-28c2d9cd3a1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26e95a6d-5c51-4294-a57c-9cd15f702d49 HTTP/1.1" status: 204  len: 168 time: 0.1278512
Mar 18 02:46:28.353650 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea6d68-72bb-40b7-81fd-28c2d9cd3a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e95a6d-5c51-4294-a57c-9cd15f702d49,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:28.624453 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 60942) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:28.742906 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a3b1ac0-164b-444a-bcdd-fabd8aa22157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.838717 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a3b1ac0-164b-444a-bcdd-fabd8aa22157 admin admin] Publish callbacks [] for security_group (886c014e-2956-463d-ba3c-572a7f3b59a2), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.847537 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a3b1ac0-164b-444a-bcdd-fabd8aa22157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (886c014e-2956-463d-ba3c-572a7f3b59a2), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:28.894702 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b1ac0-164b-444a-bcdd-fabd8aa22157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886c014e-2956-463d-ba3c-572a7f3b59a2,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:28.902618 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60966) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:28.902709 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5a3b1ac0-164b-444a-bcdd-fabd8aa22157 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=733a12d686604a4482976983e3fc3711&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2767744
Mar 18 02:46:28.978179 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5d8d01f5-c925-409a-9c4a-1b2af68c928f admin admin] Publish callbacks [] for security_group (886c014e-2956-463d-ba3c-572a7f3b59a2), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.005958 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5d8d01f5-c925-409a-9c4a-1b2af68c928f admin admin] Publish callbacks [] for security_group (886c014e-2956-463d-ba3c-572a7f3b59a2), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.090769 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5d8d01f5-c925-409a-9c4a-1b2af68c928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (886c014e-2956-463d-ba3c-572a7f3b59a2), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.090769 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5d8d01f5-c925-409a-9c4a-1b2af68c928f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.092079 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-5d8d01f5-c925-409a-9c4a-1b2af68c928f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/886c014e-2956-463d-ba3c-572a7f3b59a2 HTTP/1.1" status: 204  len: 168 time: 0.1876619
Mar 18 02:46:29.110427 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d01f5-c925-409a-9c4a-1b2af68c928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c014e-2956-463d-ba3c-572a7f3b59a2,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:29.181641 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 60990) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:29.231626 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] Deleting subnet 79740d20-9580-448e-9d99-588bf1a0b8f5 {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:46:29.234941 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] Publish callbacks [] for subnet (79740d20-9580-448e-9d99-588bf1a0b8f5), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.273392 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (79740d20-9580-448e-9d99-588bf1a0b8f5), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.317460 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (79740d20-9580-448e-9d99-588bf1a0b8f5), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.384543 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (79740d20-9580-448e-9d99-588bf1a0b8f5), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.414174 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.417334 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/79740d20-9580-448e-9d99-588bf1a0b8f5 HTTP/1.1" status: 204  len: 168 time: 0.2340374
Mar 18 02:46:29.418321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882c6ee-ef3c-47ca-be70-2dd22131077b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79740d20-9580-448e-9d99-588bf1a0b8f5,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:29.420515 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 32768) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:29.473784 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 79da7f3a-00a2-4c1b-9892-5b3787abf76c no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:46:29.497411 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 79da7f3a-00a2-4c1b-9892-5b3787abf76c {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:46:29.498153 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 79da7f3a-00a2-4c1b-9892-5b3787abf76c not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:46:29.537661 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (f2e0f556-bfee-46d9-b175-293c56c9b8c9), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.640215 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (f2e0f556-bfee-46d9-b175-293c56c9b8c9), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.665991 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba599365e0>,) {'filters': {'network_id': ['f2e0f556-bfee-46d9-b175-293c56c9b8c9']}} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:29.680222 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba599365e0>, '07280124-2018-4232-b214-8bb260751e26') {'for_net_delete': True} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:29.680724 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba599365e0>, '07280124-2018-4232-b214-8bb260751e26') {} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:29.691298 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4871594'] for segment (07280124-2018-4232-b214-8bb260751e26), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.707281 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (07280124-2018-4232-b214-8bb260751e26), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.716911 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:46:29.717312 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7357155'] for segment (07280124-2018-4232-b214-8bb260751e26), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]: Traceback (most recent call last):
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     timer()
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     cb(*args, **kw)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     return func(*args, **kwargs)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     self._notify()
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     self.callback(batched_events)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     event.method(event)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     return f(self, *a, **k)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._get(url).json()
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:46:29.719286 dv-cinder-817135-5-iscsi neutron-server[115116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:46:29.783455 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (f2e0f556-bfee-46d9-b175-293c56c9b8c9), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.807297 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:29.811576 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2e0f556-bfee-46d9-b175-293c56c9b8c9 HTTP/1.1" status: 204  len: 168 time: 0.3884852
Mar 18 02:46:29.812487 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ef1bf-ee42-4722-ac6c-3159ef0fc47c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e0f556-bfee-46d9-b175-293c56c9b8c9,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:30.018271 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 32800) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:30.060627 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-163776ce-e82f-456b-8393-50b375423c78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=429333b49cfc4803b1562a78c9e9d912&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0389235
Mar 18 02:46:30.061166 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 32802) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:30.118174 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-03ed4d4f-184c-4c0f-8035-ee97744c0bb6 admin admin] Publish callbacks [] for security_group (11f23fdf-cb48-40a5-bd8f-958fb5ead797), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:30.141337 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-03ed4d4f-184c-4c0f-8035-ee97744c0bb6 admin admin] Publish callbacks [] for security_group (11f23fdf-cb48-40a5-bd8f-958fb5ead797), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:30.202675 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-03ed4d4f-184c-4c0f-8035-ee97744c0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (11f23fdf-cb48-40a5-bd8f-958fb5ead797), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:30.205438 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-03ed4d4f-184c-4c0f-8035-ee97744c0bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:30.206473 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-03ed4d4f-184c-4c0f-8035-ee97744c0bb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11f23fdf-cb48-40a5-bd8f-958fb5ead797 HTTP/1.1" status: 204  len: 168 time: 0.1440423
Mar 18 02:46:30.214628 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed4d4f-184c-4c0f-8035-ee97744c0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f23fdf-cb48-40a5-bd8f-958fb5ead797,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:30.973546 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 32854) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:31.091424 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-network', 'tenant_id': '275517634eae48dcaa092836def2657b'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:31.110074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Made reservation on behalf of 275517634eae48dcaa092836def2657b for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:31.112515 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.120697 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.199277 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks [] for security_group (28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.203950 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.227433 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:46:31.243165 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:31.252249 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (b2e3014b-c064-4c10-ae97-7b148067884e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.252663 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Added segment b2e3014b-c064-4c10-ae97-7b148067884e of type vlan for network 851e9e23-5278-46cf-a6bc-d1a74efcc10f
Mar 18 02:46:31.293702 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (851e9e23-5278-46cf-a6bc-d1a74efcc10f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.322252 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (851e9e23-5278-46cf-a6bc-d1a74efcc10f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.323210 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:31.323791 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.378129 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4025667
Mar 18 02:46:31.381051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 32868) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:31.386233 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Request body: {'subnet': {'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-subnet', 'tenant_id': '275517634eae48dcaa092836def2657b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:31.386712 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251977-fbca-4b5b-89e5-0e05133be04b admin admin] Pushing event updated for resources: {'Network': ['ID=851e9e23-5278-46cf-a6bc-d1a74efcc10f,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:31.396539 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:46:31.405977 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Made reservation on behalf of 275517634eae48dcaa092836def2657b for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:31.409342 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4999567'] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.587879 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8002718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4999577'] for subnet (d9a51695-03ea-4956-9d9b-b440ce74abb5), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.646752 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a51695-03ea-4956-9d9b-b440ce74abb5,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:31.654012 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Checking segment: {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:31.654449 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Network hostable DHCP agents. Network: 851e9e23-5278-46cf-a6bc-d1a74efcc10f, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:46:31.675368 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:46:31.685313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 851e9e23-5278-46cf-a6bc-d1a74efcc10f) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:31.690713 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:31.691450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.698757 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc0146-b7e3-47b9-b77d-e4165cd28312 None None] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:46:31.709768 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-840e103a-c690-43cf-a8c5-f6ea85a98f98 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.3274293
Mar 18 02:46:31.712808 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 32880) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:31.717230 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:31.754479 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (053552f7-ad55-4805-a8d0-72587336584f), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.756765 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (053552f7-ad55-4805-a8d0-72587336584f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.836350 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks [] for router_controller (053552f7-ad55-4805-a8d0-72587336584f), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:31.848210 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5537fb6-f13c-466c-b849-49b82d075adc None None] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:46:31.884281 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-dd82e87c-f535-407f-b0ec-772faaeae6d6 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6103c48fe4314172af43db2b41a20ace&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437024
Mar 18 02:46:32.023621 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks [] for router_gateway (053552f7-ad55-4805-a8d0-72587336584f), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:32.123856 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-f19365d1-2057-4228-9dd9-1269f26138cf tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:32.125314 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-f19365d1-2057-4228-9dd9-1269f26138cf tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2402530
Mar 18 02:46:32.140070 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-308a9e2b-a6f5-4c9f-9d87-8ad9a097f794 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/quotas/6103c48fe4314172af43db2b41a20ace HTTP/1.1" status: 200  len: 375 time: 0.0088487
Mar 18 02:46:32.171630 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-18086adb-f0c6-4bed-ab9c-80d8962ad618 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6103c48fe4314172af43db2b41a20ace&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0256441
Mar 18 02:46:32.223963 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks [] for router_gateway (053552f7-ad55-4805-a8d0-72587336584f), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:32.242952 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:32.356911 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bec21c32-e031-4675-84ff-2dd652a57aef req-5883f796-bcab-42ec-9284-5c05585efc4e tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 210 time: 0.0466592
Mar 18 02:46:32.388841 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Allocated IP 172.27.0.113 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/add1ead8-7eb0-4bba-8a24-929244733571) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:46:32.502797 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks [] for port (add1ead8-7eb0-4bba-8a24-929244733571), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:32.542916 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (add1ead8-7eb0-4bba-8a24-929244733571), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:32.583502 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:46:32.586540 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:32.589290 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:46:32.636530 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Pushing event updated for resources: {'Port': ['ID=add1ead8-7eb0-4bba-8a24-929244733571,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:32.898614 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks [] for router_gateway (053552f7-ad55-4805-a8d0-72587336584f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:33.113748 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (053552f7-ad55-4805-a8d0-72587336584f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:33.349750 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-5f19969a-a18c-4a84-aef8-e783c497324e tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6103c48fe4314172af43db2b41a20ace&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0246930
Mar 18 02:46:33.435848 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Router 053552f7-ad55-4805-a8d0-72587336584f is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:46:33.473199 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d0bcae1-8137-46a0-a63f-ee4b6db94b90 req-5a483913-40c6-4ae4-82a9-fb993c5c2217 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 210 time: 0.0425944
Mar 18 02:46:33.493476 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a9694656-755c-4b16-b513-8aa5b2348b32 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:33.495080 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a9694656-755c-4b16-b513-8aa5b2348b32 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1399481
Mar 18 02:46:33.516394 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Request body: {'port': {'device_id': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a', 'admin_state_up': True, 'tenant_id': '6103c48fe4314172af43db2b41a20ace'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:33.556792 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:46:33.567936 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290a647-4981-4732-a2ca-519914964640 None None] Sync routers for ids ['053552f7-ad55-4805-a8d0-72587336584f'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:46:33.577459 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:33.578885 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] Routers {'053552f7-ad55-4805-a8d0-72587336584f'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:33.580142 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ab910>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['053552f7-ad55-4805-a8d0-72587336584f'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:33.584021 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-eb772067-5c2e-4749-96dc-57d3b163fdff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 1.8688283
Mar 18 02:46:33.585398 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 32940) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:33.631312 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Made reservation on behalf of 6103c48fe4314172af43db2b41a20ace for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:33.634558 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:33.644319 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:33.692719 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] Set router 053552f7-ad55-4805-a8d0-72587336584f gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:33.733299 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks [] for security_group (88305f0e-73da-4e5c-b55e-f7bc6d83b0c8), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:33.739470 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (88305f0e-73da-4e5c-b55e-f7bc6d83b0c8), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:33.824938 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:33.892966 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ab910>, [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:46:32Z', 'revision_number': 3, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port': {'id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:32Z', 'updated_at': '2022-03-18T02:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:33.924594 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290a647-4981-4732-a2ca-519914964640 None None] Checking router: 053552f7-ad55-4805-a8d0-72587336584f for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:46:33.924952 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290a647-4981-4732-a2ca-519914964640 None None] Updating router 053552f7-ad55-4805-a8d0-72587336584f port add1ead8-7eb0-4bba-8a24-929244733571 binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:46:33.925677 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Allocated IP 192.168.233.66 (1e3b18aa-7cba-44fe-8096-61329ccbbe6a/899e9f69-67f1-499b-9657-d5de1083a6c3/8f256a12-c064-4c56-8a79-8292ac107ccc) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:46:33.960394 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f290a647-4981-4732-a2ca-519914964640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (add1ead8-7eb0-4bba-8a24-929244733571), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.043267 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.121552 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks [] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.163617 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.230073 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:46:34.246853 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:34.249375 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:46:34.250081 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Allocated IP 172.20.0.1 (851e9e23-5278-46cf-a6bc-d1a74efcc10f/d9a51695-03ea-4956-9d9b-b440ce74abb5/2441072f-df4e-4fcd-a8cf-a06086543f3f) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:46:34.252683 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Pushing event updated for resources: {'Port': ['ID=8f256a12-c064-4c56-8a79-8292ac107ccc,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:34.362970 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:34.363784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.396965 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-a5d26e5e-a553-4e68-ac9d-02d5f5841032 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8843923
Mar 18 02:46:34.415181 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Request body: {'port': {'device_id': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:34.427775 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks [] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.489615 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f290a647-4981-4732-a2ca-519914964640 None None] Publish callbacks [] for port (add1ead8-7eb0-4bba-8a24-929244733571), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.501917 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.509844 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f290a647-4981-4732-a2ca-519914964640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (add1ead8-7eb0-4bba-8a24-929244733571), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.543386 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-f290a647-4981-4732-a2ca-519914964640 None None] Attempting to bind port add1ead8-7eb0-4bba-8a24-929244733571 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:46:34.543758 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-f290a647-4981-4732-a2ca-519914964640 None None] Attempting to bind port add1ead8-7eb0-4bba-8a24-929244733571 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:46:34.544184 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290a647-4981-4732-a2ca-519914964640 None None] Attempting to bind port add1ead8-7eb0-4bba-8a24-929244733571 on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:34.568067 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.571540 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290a647-4981-4732-a2ca-519914964640 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:46:34.572122 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290a647-4981-4732-a2ca-519914964640 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:34.572424 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f290a647-4981-4732-a2ca-519914964640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.573241 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290a647-4981-4732-a2ca-519914964640 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:46:34.573878 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-f290a647-4981-4732-a2ca-519914964640 None None] Bound port: add1ead8-7eb0-4bba-8a24-929244733571, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:46:34.574551 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f290a647-4981-4732-a2ca-519914964640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (add1ead8-7eb0-4bba-8a24-929244733571), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.645127 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e876f59a-8a6b-4d8d-b81f-78daf586cfe6 None None] Provisioning complete for port 8f256a12-c064-4c56-8a79-8292ac107ccc triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:34.646584 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e876f59a-8a6b-4d8d-b81f-78daf586cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.658153 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-f290a647-4981-4732-a2ca-519914964640 None None] For port add1ead8-7eb0-4bba-8a24-929244733571, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:46:34.664310 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-f290a647-4981-4732-a2ca-519914964640 None None] For port add1ead8-7eb0-4bba-8a24-929244733571, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=add1ead8-7eb0-4bba-8a24-929244733571,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:46:34.677890 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f290a647-4981-4732-a2ca-519914964640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (add1ead8-7eb0-4bba-8a24-929244733571), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.679755 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2441072f-df4e-4fcd-a8cf-a06086543f3f,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:34.698290 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Pushing event updated for resources: {'Port': ['ID=add1ead8-7eb0-4bba-8a24-929244733571,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:34.710004 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.710789 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4b5ea-b8c3-479c-9fe5-25c82b855757 req-e4bc835d-7834-40f7-9316-5c3479beb2c3 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:34.711156 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.711451 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:46:34.711974 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.712591 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.713207 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.713335 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:34.713981 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.714682 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.715200 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.715704 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.716191 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:46:34.716496 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.717002 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.717516 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.717975 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.718625 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.719301 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:34.721187 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-72b4b5ea-b8c3-479c-9fe5-25c82b855757 req-e4bc835d-7834-40f7-9316-5c3479beb2c3 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 935 time: 0.1149015
Mar 18 02:46:34.744150 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e876f59a-8a6b-4d8d-b81f-78daf586cfe6 None None] Port 8f256a12-c064-4c56-8a79-8292ac107ccc cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:46:34.790956 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (053552f7-ad55-4805-a8d0-72587336584f), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:34.798367 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] Routers {'053552f7-ad55-4805-a8d0-72587336584f'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:34.799247 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ab910>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['053552f7-ad55-4805-a8d0-72587336584f'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:34.805395 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67e3f3-cf52-49a2-a6d3-abd4f4407a98 None None] Pushing event updated for resources: {'Port': ['ID=add1ead8-7eb0-4bba-8a24-929244733571,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:34.847769 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-72b4b5ea-b8c3-479c-9fe5-25c82b855757 req-3c205704-92da-478d-bd59-1469b86c9c09 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255403
Mar 18 02:46:34.945936 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] Set router 053552f7-ad55-4805-a8d0-72587336584f gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:34.959689 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.059929 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f256a12-c064-4c56-8a79-8292ac107ccc {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:35.069311 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Publish callbacks [] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.089052 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Transition to ACTIVE for port object 8f256a12-c064-4c56-8a79-8292ac107ccc will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:46:35.091128 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.153409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256a12-c064-4c56-8a79-8292ac107ccc,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:35.162852 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks [] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.172208 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7357063'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.192841 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-f290a647-4981-4732-a2ca-519914964640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ab910>, [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:46:32Z', 'revision_number': 3, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port': {'id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:32Z', 'updated_at': '2022-03-18T02:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:35.233346 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290a647-4981-4732-a2ca-519914964640 None None] The sync data for ids ['053552f7-ad55-4805-a8d0-72587336584f'] in dv-cinder-817135-5-iscsi is: [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:46:32Z', 'revision_number': 3, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port': {'id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:32Z', 'updated_at': '2022-03-18T02:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:46:35.260196 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Attempting to bind port 8f256a12-c064-4c56-8a79-8292ac107ccc on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:46:35.260821 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Attempting to bind port 8f256a12-c064-4c56-8a79-8292ac107ccc by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:46:35.261334 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Attempting to bind port 8f256a12-c064-4c56-8a79-8292ac107ccc on network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:35.270645 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Port 8f256a12-c064-4c56-8a79-8292ac107ccc on network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:46:35.271066 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Attempting to bind port 8f256a12-c064-4c56-8a79-8292ac107ccc on network 1e3b18aa-7cba-44fe-8096-61329ccbbe6a {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:35.277551 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:46:35.277946 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Checking segment: {'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:35.278675 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Bound using segment: {'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:46:35.279005 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Bound port: 8f256a12-c064-4c56-8a79-8292ac107ccc, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62174f8e-921a-4bac-997f-a9445291f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:46:35.279573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.319429 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2441072f-df4e-4fcd-a8cf-a06086543f3f,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:35.338805 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (053552f7-ad55-4805-a8d0-72587336584f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.411164 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] For port 8f256a12-c064-4c56-8a79-8292ac107ccc, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:46:35.415242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] For port 8f256a12-c064-4c56-8a79-8292ac107ccc, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8f256a12-c064-4c56-8a79-8292ac107ccc,segment=NetworkSegment(62174f8e-921a-4bac-997f-a9445291f6ed),segment_id=62174f8e-921a-4bac-997f-a9445291f6ed)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:46:35.427781 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.465455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:35.466067 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:35.467475 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f256a12-c064-4c56-8a79-8292ac107ccc HTTP/1.1" status: 200  len: 1097 time: 1.0565562
Mar 18 02:46:35.467917 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'tag': '8f256a12-c064-4c56-8a79-8292ac107ccc'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:35.471025 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee401e-7fef-41af-bf21-70f5461b0175" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2bdbfe-ca5d-4660-9218-a9db09a6a80f", "tag": "8f256a12-c064-4c56-8a79-8292ac107ccc"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:35.554148 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63eb44-9142-4124-bc1a-20df4ad560c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256a12-c064-4c56-8a79-8292ac107ccc,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:35.572655 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486b4f5f-762b-4da6-8eac-24e7b68babdf x-openstack-request-id: req-486b4f5f-762b-4da6-8eac-24e7b68babdf {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:35.572885 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2bdbfe-ca5d-4660-9218-a9db09a6a80f", "tag": "8f256a12-c064-4c56-8a79-8292ac107ccc", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:35.575750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-486b4f5f-762b-4da6-8eac-24e7b68babdf {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:35.576190 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'tag': '8f256a12-c064-4c56-8a79-8292ac107ccc', 'status': 'completed', 'code': 200}
Mar 18 02:46:35.598253 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:46:35.599755 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:35.619611 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-77a58e3e-fdf9-41d3-9015-db367f5c9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:35.622162 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-77a58e3e-fdf9-41d3-9015-db367f5c9492 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6103c48fe4314172af43db2b41a20ace&device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 1131 time: 0.1001222
Mar 18 02:46:35.699108 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-e30a4a41-20f0-4b7a-a925-17b6a3c1da27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8f256a12-c064-4c56-8a79-8292ac107ccc HTTP/1.1" status: 200  len: 217 time: 0.0570495
Mar 18 02:46:35.772769 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-6e255ca4-4871-4162-a1a9-90bb3c2503f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:35.774384 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-6e255ca4-4871-4162-a1a9-90bb3c2503f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=899e9f69-67f1-499b-9657-d5de1083a6c3 HTTP/1.1" status: 200  len: 843 time: 0.0737913
Mar 18 02:46:35.937954 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-fda9701a-11e8-4d9f-984d-c4597ab5bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:35.945658 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-fda9701a-11e8-4d9f-984d-c4597ab5bb06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3b18aa-7cba-44fe-8096-61329ccbbe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.1576362
Mar 18 02:46:35.949722 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device add1ead8-7eb0-4bba-8a24-929244733571 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:35.967866 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Router 053552f7-ad55-4805-a8d0-72587336584f has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:46:36.090113 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-3d5bed62-ede5-4e5c-914d-e9575f142936 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3b18aa-7cba-44fe-8096-61329ccbbe6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435094
Mar 18 02:46:36.193258 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port add1ead8-7eb0-4bba-8a24-929244733571 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:36.194141 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (add1ead8-7eb0-4bba-8a24-929244733571), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:36.204416 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:46:36.230455 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c0e6d831-cceb-4c9b-b1b4-1155946c84e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/053552f7-ad55-4805-a8d0-72587336584f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6358998
Mar 18 02:46:36.294891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbcb8e-744d-4749-b096-6075cedd3174 req-b4b7b505-d5be-4e63-84b6-03a3cb3e07bc tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:36.297563 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eecbcb8e-744d-4749-b096-6075cedd3174 req-b4b7b505-d5be-4e63-84b6-03a3cb3e07bc tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 947 time: 0.2064595
Mar 18 02:46:36.317171 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port add1ead8-7eb0-4bba-8a24-929244733571 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:36.317572 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (add1ead8-7eb0-4bba-8a24-929244733571), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:36.343384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port add1ead8-7eb0-4bba-8a24-929244733571, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=add1ead8-7eb0-4bba-8a24-929244733571,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:36.355734 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (add1ead8-7eb0-4bba-8a24-929244733571), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:36.363871 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5242fe14-d85e-48ba-8738-9b7fd46c1760 req-706a9ab5-e730-45b0-a618-d18cf24fe116 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3b18aa-7cba-44fe-8096-61329ccbbe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2613647
Mar 18 02:46:36.418366 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=add1ead8-7eb0-4bba-8a24-929244733571,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:36.427689 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.428273 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.428787 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.429387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.429873 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.430350 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.430852 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.431340 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.431825 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.432346 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.432808 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.433285 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.433832 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.434305 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.434828 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:46:36.451250 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eecbcb8e-744d-4749-b096-6075cedd3174 req-3a12fef6-6e58-4169-971c-1700a21780ae tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407056
Mar 18 02:46:36.512888 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-2dc1bb58-997d-4152-b7cd-a3af14691672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:36.515406 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-2dc1bb58-997d-4152-b7cd-a3af14691672 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6103c48fe4314172af43db2b41a20ace&device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 1131 time: 0.0823646
Mar 18 02:46:36.697139 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-bf18cd22-f97a-44a2-aa6d-a03f6791bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:36.699012 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-bf18cd22-f97a-44a2-aa6d-a03f6791bd21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3b18aa-7cba-44fe-8096-61329ccbbe6a HTTP/1.1" status: 200  len: 869 time: 0.1766016
Mar 18 02:46:36.767139 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-38792e4a-2147-47e9-89be-80e71860b72c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8f256a12-c064-4c56-8a79-8292ac107ccc HTTP/1.1" status: 200  len: 217 time: 0.0581360
Mar 18 02:46:36.852621 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-c54e1f77-e1f8-4fe6-aa45-4f97af289d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:36.854431 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-c54e1f77-e1f8-4fe6-aa45-4f97af289d03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=899e9f69-67f1-499b-9657-d5de1083a6c3 HTTP/1.1" status: 200  len: 843 time: 0.0813692
Mar 18 02:46:36.961692 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a6e25ce-a580-4d95-983a-45eb9135944f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:36.979489 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-11e92ce7-3820-4670-a003-36ed376c6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:36.981034 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-11e92ce7-3820-4670-a003-36ed376c6cb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3b18aa-7cba-44fe-8096-61329ccbbe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.1153951
Mar 18 02:46:37.070580 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-877d4f0c-12b4-4813-9e59-f005034e413c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:37.072484 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-877d4f0c-12b4-4813-9e59-f005034e413c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 819 time: 0.2169859
Mar 18 02:46:37.109634 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-810033e2-65dc-4b82-902a-97df860108c7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/quotas/275517634eae48dcaa092836def2657b HTTP/1.1" status: 200  len: 375 time: 0.0253375
Mar 18 02:46:37.136672 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-1ef92590-910c-44a8-ad3f-32adbb0a9571 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3b18aa-7cba-44fe-8096-61329ccbbe6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361759
Mar 18 02:46:37.263823 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e18516d8-6191-4bfe-8e54-8cc56ab4b417 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1461248
Mar 18 02:46:37.337185 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77ee401e-7fef-41af-bf21-70f5461b0175 req-e919509e-824f-4341-b4fd-e0f450663381 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3b18aa-7cba-44fe-8096-61329ccbbe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703725
Mar 18 02:46:37.381383 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0c6e568b-20a2-4a92-b530-89173d8a33c1 service neutron] 10.222.0.24 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039970
Mar 18 02:46:37.475579 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-1d33ad9f-b234-43d1-91e9-b2fe837752be service neutron] 10.222.0.24 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877209
Mar 18 02:46:37.505941 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 8f256a12-c064-4c56-8a79-8292ac107ccc details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:46:37.585557 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f19e4a-485a-4ab1-b479-3029cb5cab56 req-d3171351-779e-4360-a7c9-f10032f49c95 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:37.587450 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c5f19e4a-485a-4ab1-b479-3029cb5cab56 req-d3171351-779e-4360-a7c9-f10032f49c95 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 947 time: 0.0641491
Mar 18 02:46:37.664511 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 8f256a12-c064-4c56-8a79-8292ac107ccc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8f256a12-c064-4c56-8a79-8292ac107ccc,segment=NetworkSegment(62174f8e-921a-4bac-997f-a9445291f6ed),segment_id=62174f8e-921a-4bac-997f-a9445291f6ed)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:37.671896 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eb18ed1c-c1d2-4be7-b476-30edcecddc91 req-ef6ec57b-1967-4fef-8954-a3faf01cefb4 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 210 time: 0.0405989
Mar 18 02:46:37.687163 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c5f19e4a-485a-4ab1-b479-3029cb5cab56 req-8dc7b0d5-1c2e-4449-8579-08acfe2e9896 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911777
Mar 18 02:46:37.697155 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '8f256a12-c064-4c56-8a79-8292ac107ccc', 'network_id': '1e3b18aa-7cba-44fe-8096-61329ccbbe6a', 'port_id': '8f256a12-c064-4c56-8a79-8292ac107ccc', 'mac_address': 'fa:16:3e:5b:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899e9f69-67f1-499b-9657-d5de1083a6c3', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:46:37.743185 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Sync routers for ids ['053552f7-ad55-4805-a8d0-72587336584f'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:46:37.770958 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Routers {'053552f7-ad55-4805-a8d0-72587336584f'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:37.771602 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba595df550>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['053552f7-ad55-4805-a8d0-72587336584f'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:37.826201 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 8f256a12-c064-4c56-8a79-8292ac107ccc is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:37.826679 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:37.873046 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device add1ead8-7eb0-4bba-8a24-929244733571 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:37.912281 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f256a12-c064-4c56-8a79-8292ac107ccc {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:37.958104 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267990ae-decc-4c75-b60e-6d75fabba64f req-f538c868-f825-4b67-aa7a-402f864cb1ad tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:37.960630 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 8f256a12-c064-4c56-8a79-8292ac107ccc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8f256a12-c064-4c56-8a79-8292ac107ccc,segment=NetworkSegment(62174f8e-921a-4bac-997f-a9445291f6ed),segment_id=62174f8e-921a-4bac-997f-a9445291f6ed)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:37.965095 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-f538c868-f825-4b67-aa7a-402f864cb1ad tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 819 time: 0.1248462
Mar 18 02:46:37.981813 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-7d02773e-8a7e-43b5-ad5a-ce33ee67eea1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/quotas/275517634eae48dcaa092836def2657b HTTP/1.1" status: 200  len: 375 time: 0.0158820
Mar 18 02:46:37.988371 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:37.999964 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port add1ead8-7eb0-4bba-8a24-929244733571 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:38.000418 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (add1ead8-7eb0-4bba-8a24-929244733571), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:38.038991 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Set router 053552f7-ad55-4805-a8d0-72587336584f gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:38.348886 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=8f256a12-c064-4c56-8a79-8292ac107ccc,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:38.358628 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['8f256a12-c064-4c56-8a79-8292ac107ccc'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:38.384236 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-0dc24e6c-2b94-4a69-8058-9da73e46756f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4015517
Mar 18 02:46:38.454983 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port add1ead8-7eb0-4bba-8a24-929244733571 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:38.571999 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-79dd73be-492a-4662-91ab-b350d3365d87 service neutron] 10.222.0.24 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766500
Mar 18 02:46:38.671399 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33142) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:38.689051 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba595df550>, [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:46:34Z', 'revision_number': 4, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port': {'id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:32Z', 'updated_at': '2022-03-18T02:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '2441072f-df4e-4fcd-a8cf-a06086543f3f', 'name': '', 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'tenant_id': '275517634eae48dcaa092836def2657b', 'mac_address': 'fa:16:3e:2d:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:34Z', 'updated_at': '2022-03-18T02:46:35Z', 'revision_number': 2, 'project_id': '275517634eae48dcaa092836def2657b', 'subnets': [{'id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:38.711620 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-cc3931ef-ad3a-48eb-bb42-c37efe7643e7 service neutron] 10.222.0.24 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350019
Mar 18 02:46:38.739580 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Checking router: 053552f7-ad55-4805-a8d0-72587336584f for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:46:38.739939 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Updating router 053552f7-ad55-4805-a8d0-72587336584f port 2441072f-df4e-4fcd-a8cf-a06086543f3f binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:46:38.784372 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:38.831148 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f47a-09b3-4f3f-a968-8b5bc767329b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:38.871874 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef48aab-4cb8-4dce-aec4-ced18664c1d9 req-69603ed9-c198-4320-b2df-b8c01cd60930 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:38.882818 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4ef48aab-4cb8-4dce-aec4-ced18664c1d9 req-69603ed9-c198-4320-b2df-b8c01cd60930 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 948 time: 0.1018107
Mar 18 02:46:38.924030 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f47a-09b3-4f3f-a968-8b5bc767329b admin admin] Publish callbacks [] for security_group (6e4c45c9-3b75-4e49-bb77-0928582843be), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:38.932389 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f47a-09b3-4f3f-a968-8b5bc767329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6e4c45c9-3b75-4e49-bb77-0928582843be), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:38.970423 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4ef48aab-4cb8-4dce-aec4-ced18664c1d9 req-44b4f4cd-23de-430e-a840-894a25d4e1fe tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865552
Mar 18 02:46:39.005690 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7ed0f47a-09b3-4f3f-a968-8b5bc767329b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d25f2deed65d4b7eab261f3c8fd1aa9b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3326693
Mar 18 02:46:39.008998 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-43c8a56a-4b8f-4c5b-8387-988ecc120f79 req-890e71f4-f881-41c3-9d12-93280b46819d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 210 time: 0.0425904
Mar 18 02:46:39.009446 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 33152) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:39.028866 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0f47a-09b3-4f3f-a968-8b5bc767329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4c45c9-3b75-4e49-bb77-0928582843be,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:39.071077 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0009eb45-4f97-400b-afde-2eff63c5d603 admin admin] Publish callbacks [] for security_group (6e4c45c9-3b75-4e49-bb77-0928582843be), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.093066 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0009eb45-4f97-400b-afde-2eff63c5d603 admin admin] Publish callbacks [] for security_group (6e4c45c9-3b75-4e49-bb77-0928582843be), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.116409 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Publish callbacks [] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.121717 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.142639 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0009eb45-4f97-400b-afde-2eff63c5d603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6e4c45c9-3b75-4e49-bb77-0928582843be), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.145236 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0009eb45-4f97-400b-afde-2eff63c5d603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.149714 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-0009eb45-4f97-400b-afde-2eff63c5d603 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e4c45c9-3b75-4e49-bb77-0928582843be HTTP/1.1" status: 204  len: 168 time: 0.1364586
Mar 18 02:46:39.158673 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009eb45-4f97-400b-afde-2eff63c5d603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4c45c9-3b75-4e49-bb77-0928582843be,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:39.220392 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a0441-a0bb-4809-aa32-eac52b26aca8 None None] Pushing event updated for resources: {'Port': ['ID=2441072f-df4e-4fcd-a8cf-a06086543f3f,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:39.260982 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Attempting to bind port 2441072f-df4e-4fcd-a8cf-a06086543f3f on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:46:39.261431 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Attempting to bind port 2441072f-df4e-4fcd-a8cf-a06086543f3f by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:46:39.261708 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Attempting to bind port 2441072f-df4e-4fcd-a8cf-a06086543f3f on network 851e9e23-5278-46cf-a6bc-d1a74efcc10f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:39.269404 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:46:39.269782 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Checking segment: {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:39.270168 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.270801 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Bound using segment: {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:46:39.271256 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Bound port: 2441072f-df4e-4fcd-a8cf-a06086543f3f, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:46:39.271641 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.273730 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d9874b0-6f18-4bae-aeb1-cc84ee524002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.348740 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] For port 2441072f-df4e-4fcd-a8cf-a06086543f3f, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:46:39.352861 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] For port 2441072f-df4e-4fcd-a8cf-a06086543f3f, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=2441072f-df4e-4fcd-a8cf-a06086543f3f,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:46:39.358759 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.419299 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Routers {'053552f7-ad55-4805-a8d0-72587336584f'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:46:39.420240 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba595df550>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:46:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['053552f7-ad55-4805-a8d0-72587336584f'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:39.421996 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a0441-a0bb-4809-aa32-eac52b26aca8 None None] Pushing event updated for resources: {'Port': ['ID=2441072f-df4e-4fcd-a8cf-a06086543f3f,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:39.472534 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 33164) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:39.485400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-06fa47ec-36b8-473f-90eb-45be32f24396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.535538 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] Set router 053552f7-ad55-4805-a8d0-72587336584f gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:46:39.562658 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-06fa47ec-36b8-473f-90eb-45be32f24396 admin admin] Publish callbacks [] for security_group (c7db7830-ab14-44f8-8286-fc0fc212efec), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.567565 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-06fa47ec-36b8-473f-90eb-45be32f24396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c7db7830-ab14-44f8-8286-fc0fc212efec), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.594519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa47ec-36b8-473f-90eb-45be32f24396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7db7830-ab14-44f8-8286-fc0fc212efec,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:39.621882 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-06fa47ec-36b8-473f-90eb-45be32f24396 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e411d563a804f6d803a99d80cb3ef1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1460612
Mar 18 02:46:39.622232 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33170) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:39.678016 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7f53aa4e-0525-42a7-bc05-7c4cd258caa7 admin admin] Publish callbacks [] for security_group (c7db7830-ab14-44f8-8286-fc0fc212efec), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.701182 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7f53aa4e-0525-42a7-bc05-7c4cd258caa7 admin admin] Publish callbacks [] for security_group (c7db7830-ab14-44f8-8286-fc0fc212efec), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.752669 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7f53aa4e-0525-42a7-bc05-7c4cd258caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c7db7830-ab14-44f8-8286-fc0fc212efec), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.755382 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7f53aa4e-0525-42a7-bc05-7c4cd258caa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:39.756527 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7f53aa4e-0525-42a7-bc05-7c4cd258caa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7db7830-ab14-44f8-8286-fc0fc212efec HTTP/1.1" status: 204  len: 168 time: 0.1332970
Mar 18 02:46:39.764405 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53aa4e-0525-42a7-bc05-7c4cd258caa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7db7830-ab14-44f8-8286-fc0fc212efec,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:39.767148 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba595df550>, [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:46:34Z', 'revision_number': 4, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port': {'id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:32Z', 'updated_at': '2022-03-18T02:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '2441072f-df4e-4fcd-a8cf-a06086543f3f', 'name': '', 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'tenant_id': '275517634eae48dcaa092836def2657b', 'mac_address': 'fa:16:3e:2d:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:34Z', 'updated_at': '2022-03-18T02:46:39Z', 'revision_number': 4, 'project_id': '275517634eae48dcaa092836def2657b', 'subnets': [{'id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:46:39.808213 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30dfae-3f07-4689-81cb-3e766855cf5a None None] The sync data for ids ['053552f7-ad55-4805-a8d0-72587336584f'] in dv-cinder-817135-5-iscsi is: [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:46:34Z', 'revision_number': 4, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port': {'id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:32Z', 'updated_at': '2022-03-18T02:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '2441072f-df4e-4fcd-a8cf-a06086543f3f', 'name': '', 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'tenant_id': '275517634eae48dcaa092836def2657b', 'mac_address': 'fa:16:3e:2d:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:34Z', 'updated_at': '2022-03-18T02:46:39Z', 'revision_number': 4, 'project_id': '275517634eae48dcaa092836def2657b', 'subnets': [{'id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:46:40.155814 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b9b3-9ede-4ce0-a8f6-96fe15add9d7 req-fe67bc67-8d98-48ce-b61f-36a4a55c29bb tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:40.157351 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a17b9b3-9ede-4ce0-a8f6-96fe15add9d7 req-fe67bc67-8d98-48ce-b61f-36a4a55c29bb tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 948 time: 0.1058943
Mar 18 02:46:40.159265 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6c4c6fb7-cb7f-4c04-9759-ee31b6840f3b req-e1df8d11-9a31-4333-88d1-e1c8f59b849d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 210 time: 0.0428846
Mar 18 02:46:40.220952 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a17b9b3-9ede-4ce0-a8f6-96fe15add9d7 req-f8f4d926-8229-4451-bf49-08d19f633570 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467057
Mar 18 02:46:40.574548 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:41.260504 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-39ca283d-b544-48e8-a77f-7a3755c89884 req-0c245f94-b244-4d7c-88d8-13831a7fb9e2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 210 time: 0.0291233
Mar 18 02:46:41.340416 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3533e-68f1-473e-9ded-6d95820e3c83 req-30813e0a-280f-4968-a1e4-ca4376d0f211 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:41.341885 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ded3533e-68f1-473e-9ded-6d95820e3c83 req-30813e0a-280f-4968-a1e4-ca4376d0f211 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 948 time: 0.0516725
Mar 18 02:46:41.394817 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ded3533e-68f1-473e-9ded-6d95820e3c83 req-36f6fb92-b4e8-4a08-9e77-74585cba55e9 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461936
Mar 18 02:46:41.584068 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-93da8e75-8810-47cd-81a2-e640a2bd445e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:41.586097 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-93da8e75-8810-47cd-81a2-e640a2bd445e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 819 time: 0.1143491
Mar 18 02:46:41.602465 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Request body: {'port': {'device_id': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'admin_state_up': True, 'tenant_id': '275517634eae48dcaa092836def2657b'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:41.754042 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Made reservation on behalf of 275517634eae48dcaa092836def2657b for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:41.757916 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:41.831573 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:41.849611 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 2441072f-df4e-4fcd-a8cf-a06086543f3f up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:41.913344 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 2441072f-df4e-4fcd-a8cf-a06086543f3f triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:41.913853 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:41.956072 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Allocated IP 172.20.0.14 (851e9e23-5278-46cf-a6bc-d1a74efcc10f/d9a51695-03ea-4956-9d9b-b440ce74abb5/1d5b4a38-d3b1-4484-abab-0bfd3acd4cae) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:46:42.043676 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 2441072f-df4e-4fcd-a8cf-a06086543f3f is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:42.044071 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.083243 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 2441072f-df4e-4fcd-a8cf-a06086543f3f, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=2441072f-df4e-4fcd-a8cf-a06086543f3f,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:42.089417 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.148658 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=2441072f-df4e-4fcd-a8cf-a06086543f3f,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:42.166883 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33252) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:42.189888 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks [] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.260455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267990ae-decc-4c75-b60e-6d75fabba64f req-4ec0ba5c-845f-46ae-9446-b67f438c7263 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:42.262218 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-4ec0ba5c-845f-46ae-9446-b67f438c7263 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 819 time: 0.1533000
Mar 18 02:46:42.269452 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.285834 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Request body: {'port': {'device_id': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'admin_state_up': True, 'tenant_id': '275517634eae48dcaa092836def2657b'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:42.290270 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e653d19-0487-4491-ac70-4dbac498a262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.379240 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e653d19-0487-4491-ac70-4dbac498a262 admin admin] Publish callbacks [] for security_group (54a62b0a-4625-4504-86a2-1cdcba99cf81), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.383342 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e653d19-0487-4491-ac70-4dbac498a262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (54a62b0a-4625-4504-86a2-1cdcba99cf81), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.385603 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:46:42.406254 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b109b9de-13d0-4bbc-aa27-5af146354077 req-cc3ab17e-248d-4e2c-9ac4-9a42d952ea01 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 210 time: 0.0486238
Mar 18 02:46:42.411278 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:42.421532 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:46:42.425331 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8e653d19-0487-4491-ac70-4dbac498a262 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9248c1785bbd45c6bca68cd2b21004f3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2548506
Mar 18 02:46:42.425331 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e653d19-0487-4491-ac70-4dbac498a262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a62b0a-4625-4504-86a2-1cdcba99cf81,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:42.425978 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33262) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:42.431706 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Pushing event updated for resources: {'Port': ['ID=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:42.493198 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d588607-b8f3-4ec7-bfa4-54b8b74af8cb admin admin] Publish callbacks [] for security_group (54a62b0a-4625-4504-86a2-1cdcba99cf81), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.523200 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:42.523817 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.524600 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d588607-b8f3-4ec7-bfa4-54b8b74af8cb admin admin] Publish callbacks [] for security_group (54a62b0a-4625-4504-86a2-1cdcba99cf81), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.544239 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Made reservation on behalf of 275517634eae48dcaa092836def2657b for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:46:42.548322 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.573689 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-0f75fdd0-d2d8-49ba-806e-66f06773bcc2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9757798
Mar 18 02:46:42.580317 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d588607-b8f3-4ec7-bfa4-54b8b74af8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (54a62b0a-4625-4504-86a2-1cdcba99cf81), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.583759 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d588607-b8f3-4ec7-bfa4-54b8b74af8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.588413 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0d588607-b8f3-4ec7-bfa4-54b8b74af8cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54a62b0a-4625-4504-86a2-1cdcba99cf81 HTTP/1.1" status: 204  len: 168 time: 0.1611881
Mar 18 02:46:42.596737 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d588607-b8f3-4ec7-bfa4-54b8b74af8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a62b0a-4625-4504-86a2-1cdcba99cf81,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:42.606547 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Request body: {'port': {'device_id': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:42.684314 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864ca47-4571-42ee-8755-2e175c3a80d1 req-f4a4a4cc-fb8b-407e-b2cf-b8839c721a6d tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:42.685830 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0864ca47-4571-42ee-8755-2e175c3a80d1 req-f4a4a4cc-fb8b-407e-b2cf-b8839c721a6d tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 948 time: 0.1805737
Mar 18 02:46:42.777675 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:42.843138 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0864ca47-4571-42ee-8755-2e175c3a80d1 req-a926adcc-660c-4fb7-94e7-60ad7a7058d6 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470959
Mar 18 02:46:42.845812 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Allocated IP 172.20.0.2 (851e9e23-5278-46cf-a6bc-d1a74efcc10f/d9a51695-03ea-4956-9d9b-b440ce74abb5/3c11524f-8ba7-4995-be27-7576eeffac1c) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:46:43.121519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks [] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.159383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.251883 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Network 851e9e23-5278-46cf-a6bc-d1a74efcc10f is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:46:43.263939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Pushing event updated for resources: {'Port': ['ID=3c11524f-8ba7-4995-be27-7576eeffac1c,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:43.266865 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:46:43.270418 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:46:43.336475 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:43.337097 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.380624 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b73a9280-af95-4a50-8966-d61dd17c77e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1005645
Mar 18 02:46:43.397729 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:43.404782 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Request body: {'port': {'device_id': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:46:43.411262 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Publish callbacks [] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.463473 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Transition to ACTIVE for port object 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:46:43.471860 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.480939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.539866 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.588515 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:43.663379 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca19716-1920-44bf-94ee-187e88dc1f8d req-4fee9a56-47d6-4382-bbb8-8b124e2bd447 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:43.664772 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7ca19716-1920-44bf-94ee-187e88dc1f8d req-4fee9a56-47d6-4382-bbb8-8b124e2bd447 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 931 time: 0.1632447
Mar 18 02:46:43.764411 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Attempting to bind port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:46:43.764779 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Attempting to bind port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:46:43.765056 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Attempting to bind port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae on network 851e9e23-5278-46cf-a6bc-d1a74efcc10f {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:43.779111 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 2441072f-df4e-4fcd-a8cf-a06086543f3f up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:43.806339 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 8f256a12-c064-4c56-8a79-8292ac107ccc up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:43.820142 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae on network 851e9e23-5278-46cf-a6bc-d1a74efcc10f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:46:43.820465 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Attempting to bind port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae on network 851e9e23-5278-46cf-a6bc-d1a74efcc10f {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:43.833451 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7ca19716-1920-44bf-94ee-187e88dc1f8d req-da8ca86d-2826-418f-9f1c-dbf15f3b4d89 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240509
Mar 18 02:46:43.835858 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:46:43.836193 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Checking segment: {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:43.836568 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Bound using segment: {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:46:43.837051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Bound port: 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:46:43.837325 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.877373 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 2441072f-df4e-4fcd-a8cf-a06086543f3f triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:43.878160 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.901388 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 8f256a12-c064-4c56-8a79-8292ac107ccc completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:46:43.908365 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 8f256a12-c064-4c56-8a79-8292ac107ccc triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:43.908723 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:43.958101 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] For port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:46:43.986905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] For port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:46:44.019464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.062442 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c11524f-8ba7-4995-be27-7576eeffac1c {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:44.080059 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6c49f-5cc1-43e0-9abc-f2f390da70a9 req-ea564aab-302d-49df-a4f4-34727e1fabe5 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:44.081731 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1e6c49f-5cc1-43e0-9abc-f2f390da70a9 req-ea564aab-302d-49df-a4f4-34727e1fabe5 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 948 time: 0.1581554
Mar 18 02:46:44.085519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Publish callbacks [] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.097011 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:44.097287 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.098675 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 200  len: 1094 time: 1.5118427
Mar 18 02:46:44.099123 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'tag': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:44.101355 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b", "tag": "1d5b4a38-d3b1-4484-abab-0bfd3acd4cae"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:44.139117 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Transition to ACTIVE for port object 3c11524f-8ba7-4995-be27-7576eeffac1c will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:46:44.156704 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e3910-de37-4e57-ba8f-76426291b351 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:44.159969 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.162065 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 2441072f-df4e-4fcd-a8cf-a06086543f3f is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:44.180245 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 8f256a12-c064-4c56-8a79-8292ac107ccc is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:44.180636 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.208012 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256a12-c064-4c56-8a79-8292ac107ccc'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:44.211140 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd6889a-0a95-44de-a3c2-c7b6e76c4013" -d '{"events": [{"server_uuid": "6f2bdbfe-ca5d-4660-9218-a9db09a6a80f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256a12-c064-4c56-8a79-8292ac107ccc"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:44.216374 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7751d0-473c-42f4-b522-38889ab91ca8 x-openstack-request-id: req-8c7751d0-473c-42f4-b522-38889ab91ca8 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:44.216705 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b", "tag": "1d5b4a38-d3b1-4484-abab-0bfd3acd4cae", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:44.216962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c7751d0-473c-42f4-b522-38889ab91ca8 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:44.217356 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'tag': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae', 'status': 'completed', 'code': 200}
Mar 18 02:46:44.225723 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 8f256a12-c064-4c56-8a79-8292ac107ccc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8f256a12-c064-4c56-8a79-8292ac107ccc,segment=NetworkSegment(62174f8e-921a-4bac-997f-a9445291f6ed),segment_id=62174f8e-921a-4bac-997f-a9445291f6ed)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:44.233086 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.247859 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1e6c49f-5cc1-43e0-9abc-f2f390da70a9 req-df020f6d-8192-4811-9321-513f34acb9ee tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582561
Mar 18 02:46:44.264412 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11524f-8ba7-4995-be27-7576eeffac1c,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:44.295982 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-9bba7f75-560a-4ef6-8777-d4e32312388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:44.297503 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-9bba7f75-560a-4ef6-8777-d4e32312388d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1128 time: 0.1570864
Mar 18 02:46:44.306190 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=8f256a12-c064-4c56-8a79-8292ac107ccc,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:44.318042 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f156ca8-9185-44da-9f8f-e0ab7f0b1f44 x-openstack-request-id: req-0f156ca8-9185-44da-9f8f-e0ab7f0b1f44 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:44.318726 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2bdbfe-ca5d-4660-9218-a9db09a6a80f", "name": "network-vif-plugged", "status": "completed", "tag": "8f256a12-c064-4c56-8a79-8292ac107ccc", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:44.319142 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f156ca8-9185-44da-9f8f-e0ab7f0b1f44 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:44.319623 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256a12-c064-4c56-8a79-8292ac107ccc', 'code': 200}
Mar 18 02:46:44.366744 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-4c8cdf55-43a0-4e9e-a9d4-13a3fbea359c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 200  len: 217 time: 0.0428700
Mar 18 02:46:44.442835 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Attempting to bind port 3c11524f-8ba7-4995-be27-7576eeffac1c on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:46:44.443174 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Attempting to bind port 3c11524f-8ba7-4995-be27-7576eeffac1c by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:46:44.443519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Attempting to bind port 3c11524f-8ba7-4995-be27-7576eeffac1c on network 851e9e23-5278-46cf-a6bc-d1a74efcc10f {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:44.451387 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Port 3c11524f-8ba7-4995-be27-7576eeffac1c on network 851e9e23-5278-46cf-a6bc-d1a74efcc10f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:46:44.451711 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Attempting to bind port 3c11524f-8ba7-4995-be27-7576eeffac1c on network 851e9e23-5278-46cf-a6bc-d1a74efcc10f {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:46:44.461396 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-98e8e992-81e5-4f53-9303-953ce7ad4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:44.462828 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-98e8e992-81e5-4f53-9303-953ce7ad4289 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0738630
Mar 18 02:46:44.463696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:46:44.464100 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Checking segment: {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:46:44.464477 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Bound using segment: {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:46:44.464901 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Bound port: 3c11524f-8ba7-4995-be27-7576eeffac1c, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e3014b-c064-4c10-ae97-7b148067884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:46:44.465312 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.557737 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-617df37e-80e7-422d-912b-8b557418bc1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578156
Mar 18 02:46:44.869777 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] For port 3c11524f-8ba7-4995-be27-7576eeffac1c, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:46:44.889089 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] For port 3c11524f-8ba7-4995-be27-7576eeffac1c, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c11524f-8ba7-4995-be27-7576eeffac1c,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:46:44.892336 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3ff5-eba0-4e21-bc66-f701f3fc28bc req-21fc9e6d-667f-4c95-b225-cb7e94a7275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:44.894027 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53bc3ff5-eba0-4e21-bc66-f701f3fc28bc req-21fc9e6d-667f-4c95-b225-cb7e94a7275b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 1133 time: 0.3930728
Mar 18 02:46:44.900555 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.980796 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:44.981329 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:44.982759 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] 10.222.0.35 "PUT /v2.0/ports/3c11524f-8ba7-4995-be27-7576eeffac1c HTTP/1.1" status: 200  len: 1093 time: 1.5937629
Mar 18 02:46:44.989480 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-81fce89f-fa6f-4ce2-914c-13323d789ec0 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4208648
Mar 18 02:46:45.012510 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ea5e7-dad6-4d7f-a6cd-93a2c881b473 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11524f-8ba7-4995-be27-7576eeffac1c,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:45.029521 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81d119-b4ac-4065-a94f-12b077c93898 req-b035641a-6bf0-475c-99fd-90ce8d8eadff tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:45.031044 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd81d119-b4ac-4065-a94f-12b077c93898 req-b035641a-6bf0-475c-99fd-90ce8d8eadff tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 943 time: 0.1203582
Mar 18 02:46:45.077417 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd81d119-b4ac-4065-a94f-12b077c93898 req-531bc15d-a289-4600-9ca6-932c0b30e005 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405321
Mar 18 02:46:45.393588 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94a51-a442-4331-9dd3-42e4622d342e req-45d481bf-6f72-41a7-9cd5-ed58c85458a6 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:45.395342 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6cc94a51-a442-4331-9dd3-42e4622d342e req-45d481bf-6f72-41a7-9cd5-ed58c85458a6 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 949 time: 0.0521517
Mar 18 02:46:45.444454 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6cc94a51-a442-4331-9dd3-42e4622d342e req-276423e5-f732-4464-938a-5261e1ac5f92 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434666
Mar 18 02:46:46.194810 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfa108-3dee-4add-846c-448347a13ada req-9809f098-24d0-4100-bf0b-ac75e6e35428 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:46.196269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c0dfa108-3dee-4add-846c-448347a13ada req-9809f098-24d0-4100-bf0b-ac75e6e35428 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 943 time: 0.0550561
Mar 18 02:46:46.220839 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'tag': '3c11524f-8ba7-4995-be27-7576eeffac1c'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:46.223010 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0bc460-bd24-42d8-8764-b47c5690c7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "53842bc5-a91f-460e-a7a3-6ad14d7671dd", "tag": "3c11524f-8ba7-4995-be27-7576eeffac1c"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:46.246211 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c0dfa108-3dee-4add-846c-448347a13ada req-e0ee9a18-74c1-4e6e-927b-547c9e1c5803 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445688
Mar 18 02:46:46.269528 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034c0407-bd1e-448e-b851-bcd68e21d17d x-openstack-request-id: req-034c0407-bd1e-448e-b851-bcd68e21d17d {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:46.269819 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53842bc5-a91f-460e-a7a3-6ad14d7671dd", "tag": "3c11524f-8ba7-4995-be27-7576eeffac1c", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:46.270067 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-034c0407-bd1e-448e-b851-bcd68e21d17d {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:46.270462 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'tag': '3c11524f-8ba7-4995-be27-7576eeffac1c', 'status': 'completed', 'code': 200}
Mar 18 02:46:46.563028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0e7e-46ab-4679-969b-e75e7aa41083 req-bf724fd3-8767-486d-898f-233c08949c67 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:46.564528 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-328c0e7e-46ab-4679-969b-e75e7aa41083 req-bf724fd3-8767-486d-898f-233c08949c67 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 949 time: 0.0529597
Mar 18 02:46:46.609788 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-328c0e7e-46ab-4679-969b-e75e7aa41083 req-ff75b894-8c84-4f5e-9b8e-8e003180a43f tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398207
Mar 18 02:46:47.461516 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53bc3ff5-eba0-4e21-bc66-f701f3fc28bc req-1b38ccdf-2482-45e5-a3f1-be8b31dab7eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620317
Mar 18 02:46:47.495921 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b42b-2c1e-4900-993d-505638b413a0 req-ef04b200-c071-49e6-8cff-ae8191e4e6a9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:47.497384 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b5e8b42b-2c1e-4900-993d-505638b413a0 req-ef04b200-c071-49e6-8cff-ae8191e4e6a9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 943 time: 0.1755712
Mar 18 02:46:47.500504 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267990ae-decc-4c75-b60e-6d75fabba64f req-7535ca7e-ee9f-4850-8f2c-00997e393d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:47.502196 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-7535ca7e-ee9f-4850-8f2c-00997e393d5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 1127 time: 0.1361265
Mar 18 02:46:47.506101 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e7611e9-1001-4ba8-8a3b-31e3636ce062 req-31da5633-5a9b-47fe-9524-8127233359a3 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940694
Mar 18 02:46:47.547107 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b5e8b42b-2c1e-4900-993d-505638b413a0 req-f66a9b38-6f03-4191-8508-2b3f32658345 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438383
Mar 18 02:46:47.763089 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-e29e9bde-db68-4370-a220-a082aabcdeeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c11524f-8ba7-4995-be27-7576eeffac1c HTTP/1.1" status: 200  len: 217 time: 0.0546901
Mar 18 02:46:47.849302 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636906b-c95a-4091-974e-badeac270629 req-b2a250a3-36f1-44df-8839-88ee7fa2ffb1 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:47.850821 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3636906b-c95a-4091-974e-badeac270629 req-b2a250a3-36f1-44df-8839-88ee7fa2ffb1 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 949 time: 0.1760464
Mar 18 02:46:47.871396 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267990ae-decc-4c75-b60e-6d75fabba64f req-14e2294d-015d-4890-ad26-7cd0188a3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:47.872762 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-14e2294d-015d-4890-ad26-7cd0188a3a7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0850437
Mar 18 02:46:47.881936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-e6e22021-e160-4fdf-a3a5-21265b3b9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:47.883356 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-e6e22021-e160-4fdf-a3a5-21265b3b9590 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1128 time: 0.1341584
Mar 18 02:46:47.915539 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-b99c59db-8667-4807-be54-0fac3aaae7f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295362
Mar 18 02:46:48.028412 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3636906b-c95a-4091-974e-badeac270629 req-ed6069de-281e-4f19-a30a-0d5f0d3b40c0 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688747
Mar 18 02:46:48.098569 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-87a314f3-2ab6-4ad9-8776-a0ac09f60377 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698749
Mar 18 02:46:48.101163 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-acbc42b2-ba2f-4233-b739-e19f94260e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:48.102533 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-acbc42b2-ba2f-4233-b739-e19f94260e04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 919 time: 0.1903894
Mar 18 02:46:48.197061 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-5bc4107f-a0d9-4e94-b201-929ff67a896e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 200  len: 217 time: 0.0668483
Mar 18 02:46:48.272758 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-25945631-7d1e-4791-8519-48740e8f5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:48.274212 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-25945631-7d1e-4791-8519-48740e8f5d16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0707500
Mar 18 02:46:48.284632 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-267990ae-decc-4c75-b60e-6d75fabba64f req-807ac72c-998f-4807-bf77-ff528607df14 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619630
Mar 18 02:46:48.314967 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-2e8683b6-e74c-47c4-96b1-31cd42b9726c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293117
Mar 18 02:46:48.440202 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-145c4355-c85e-43b1-a3de-e6e677970344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:48.441616 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-145c4355-c85e-43b1-a3de-e6e677970344 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 1127 time: 0.1070251
Mar 18 02:46:48.445079 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-6dd0e274-eb41-497e-904e-3226e8e1873a service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197257
Mar 18 02:46:48.613633 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-c6df2165-67bd-4b10-9b5b-76dbe8ef9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:48.615194 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-c6df2165-67bd-4b10-9b5b-76dbe8ef9fa5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 919 time: 0.1593082
Mar 18 02:46:48.617509 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61ec01b5-bf22-4f5b-b0d3-28fb6d840a8c req-d159e5ed-ecf3-4a6c-8d9c-a8f706d12c50 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604362
Mar 18 02:46:48.683359 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-9783b161-759d-4b44-b561-705f9b35de42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c11524f-8ba7-4995-be27-7576eeffac1c HTTP/1.1" status: 200  len: 217 time: 0.0535767
Mar 18 02:46:48.739136 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb93a4d-f138-4cf4-915d-aed8d76d1e20 req-9a19b8ef-29d3-4f02-a56b-0d448547d678 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:48.740702 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dbb93a4d-f138-4cf4-915d-aed8d76d1e20 req-9a19b8ef-29d3-4f02-a56b-0d448547d678 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 943 time: 0.1206679
Mar 18 02:46:48.757267 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-35d31a96-f7de-46bc-b6ec-d0d823a39df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:48.758706 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-35d31a96-f7de-46bc-b6ec-d0d823a39df9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0687780
Mar 18 02:46:48.797978 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-4276fe2f-da92-4996-8083-38a63906d15e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291474
Mar 18 02:46:48.865242 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dbb93a4d-f138-4cf4-915d-aed8d76d1e20 req-13995916-57ba-46f7-8bea-6c1a3c40eee4 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182144
Mar 18 02:46:48.906111 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33380) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:48.918574 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-23f29fac-7dd3-4f93-ad56-cc87fa319e40 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106682
Mar 18 02:46:49.012022 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae0bc460-bd24-42d8-8764-b47c5690c7b6 req-7c1d16e0-22e0-40fe-ac7b-c59362b57538 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858970
Mar 18 02:46:49.017330 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60e36144-f494-4018-a389-71596fbb2b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:49.092716 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60e36144-f494-4018-a389-71596fbb2b6c admin admin] Publish callbacks [] for security_group (0a673c7d-744a-41b7-8f4f-152dc49703ea), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:49.097169 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60e36144-f494-4018-a389-71596fbb2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0a673c7d-744a-41b7-8f4f-152dc49703ea), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:49.136982 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-60e36144-f494-4018-a389-71596fbb2b6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69dbaa5a3bcf4b6a9f88fe0519ee0393&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2295640
Mar 18 02:46:49.137755 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e36144-f494-4018-a389-71596fbb2b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a673c7d-744a-41b7-8f4f-152dc49703ea,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:49.140009 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33388) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:49.154910 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b44cc-2e0d-4c95-9d13-bd1bef75b238 req-fea8fda9-6c4d-4689-80f2-b1cfd638ed3f tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:49.156385 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-134b44cc-2e0d-4c95-9d13-bd1bef75b238 req-fea8fda9-6c4d-4689-80f2-b1cfd638ed3f tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 949 time: 0.0583951
Mar 18 02:46:49.187077 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9f0883a2-2cc3-4dce-bb83-93dd37c9e397 admin admin] Publish callbacks [] for security_group (0a673c7d-744a-41b7-8f4f-152dc49703ea), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:49.206702 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-134b44cc-2e0d-4c95-9d13-bd1bef75b238 req-276dbf94-494c-401d-a168-e34eee71a9e0 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441556
Mar 18 02:46:49.211672 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9f0883a2-2cc3-4dce-bb83-93dd37c9e397 admin admin] Publish callbacks [] for security_group (0a673c7d-744a-41b7-8f4f-152dc49703ea), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:49.260892 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9f0883a2-2cc3-4dce-bb83-93dd37c9e397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0a673c7d-744a-41b7-8f4f-152dc49703ea), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:49.263507 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9f0883a2-2cc3-4dce-bb83-93dd37c9e397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:49.264713 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-9f0883a2-2cc3-4dce-bb83-93dd37c9e397 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a673c7d-744a-41b7-8f4f-152dc49703ea HTTP/1.1" status: 204  len: 168 time: 0.1237490
Mar 18 02:46:49.274664 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0883a2-2cc3-4dce-bb83-93dd37c9e397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a673c7d-744a-41b7-8f4f-152dc49703ea,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:49.498597 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b66da-b409-4b4e-9680-cd425dc3dd9e req-0f507bb5-7fa5-41bf-8e3c-bfa795796287 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:49.501461 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c93b66da-b409-4b4e-9680-cd425dc3dd9e req-0f507bb5-7fa5-41bf-8e3c-bfa795796287 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 949 time: 0.0664957
Mar 18 02:46:49.560689 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c93b66da-b409-4b4e-9680-cd425dc3dd9e req-e96b6c29-1b46-48e5-8b1b-6de0f11c4a9f tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520349
Mar 18 02:46:49.994192 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e85ed7-b4e3-4741-aa50-488fabda3e9e req-738aaea6-eb3b-434a-a7fc-95e6dba337fc tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:49.995713 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d0e85ed7-b4e3-4741-aa50-488fabda3e9e req-738aaea6-eb3b-434a-a7fc-95e6dba337fc tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 943 time: 0.0556631
Mar 18 02:46:50.045882 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d0e85ed7-b4e3-4741-aa50-488fabda3e9e req-97e8db2d-2fbc-49e0-803c-3fef1f3ed4f9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436566
Mar 18 02:46:50.351330 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:46:50.456708 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 3c11524f-8ba7-4995-be27-7576eeffac1c details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:46:50.551769 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 3c11524f-8ba7-4995-be27-7576eeffac1c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c11524f-8ba7-4995-be27-7576eeffac1c,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:50.562887 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '3c11524f-8ba7-4995-be27-7576eeffac1c', 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'port_id': '3c11524f-8ba7-4995-be27-7576eeffac1c', 'mac_address': 'fa:16:3e:d7:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:46:50.600978 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 3c11524f-8ba7-4995-be27-7576eeffac1c is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:50.601514 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:50.617873 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11524f-8ba7-4995-be27-7576eeffac1c {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:50.636600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 3c11524f-8ba7-4995-be27-7576eeffac1c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c11524f-8ba7-4995-be27-7576eeffac1c,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:50.642161 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:50.642863 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:46:50.682875 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d6d15-8185-4d98-983b-dc99579bcd8f req-d05ea2a2-8fbd-4dc9-9189-8d3c5d4d5abc tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:50.684254 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c60d6d15-8185-4d98-983b-dc99579bcd8f req-d05ea2a2-8fbd-4dc9-9189-8d3c5d4d5abc tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 949 time: 0.0536492
Mar 18 02:46:50.710031 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=3c11524f-8ba7-4995-be27-7576eeffac1c,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:50.713702 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:50.725275 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae', 'network_id': '851e9e23-5278-46cf-a6bc-d1a74efcc10f', 'port_id': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae', 'mac_address': 'fa:16:3e:a4:dd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a51695-03ea-4956-9d9b-b440ce74abb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:46:50.733130 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c60d6d15-8185-4d98-983b-dc99579bcd8f req-2caa2d9c-dfdb-4060-b1d3-25dde7aa84cc tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/security-groups?id=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430825
Mar 18 02:46:50.762559 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:50.762958 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:50.776168 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:46:50.798134 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:50.803458 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:50.857207 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:51.051690 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911262b-5a45-421b-9548-79715f18de44 req-6640c11c-61ac-470d-be05-c6131066626e tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:51.053156 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6911262b-5a45-421b-9548-79715f18de44 req-6640c11c-61ac-470d-be05-c6131066626e tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 949 time: 0.0582321
Mar 18 02:46:51.117735 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['1d5b4a38-d3b1-4484-abab-0bfd3acd4cae'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:51.120964 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['3c11524f-8ba7-4995-be27-7576eeffac1c'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:51.176095 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33434) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:51.192864 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Deleting port 8f256a12-c064-4c56-8a79-8292ac107ccc {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:46:51.193199 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.203254 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42d286-20b4-4c9d-908f-b538dd412426 req-9ca2a041-f4e3-48a2-9386-1eb5d817d33b tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:51.205043 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc42d286-20b4-4c9d-908f-b538dd412426 req-9ca2a041-f4e3-48a2-9386-1eb5d817d33b tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 944 time: 0.0751462
Mar 18 02:46:51.298412 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b538516-477b-4870-8c08-f5ff1838d8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.311496 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc42d286-20b4-4c9d-908f-b538dd412426 req-524861c8-e120-4500-879a-e739e8c738ce tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953903
Mar 18 02:46:51.330827 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] For port 8f256a12-c064-4c56-8a79-8292ac107ccc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8f256a12-c064-4c56-8a79-8292ac107ccc,segment=NetworkSegment(62174f8e-921a-4bac-997f-a9445291f6ed),segment_id=62174f8e-921a-4bac-997f-a9445291f6ed)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:51.331199 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.343892 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Calling delete_port for 8f256a12-c064-4c56-8a79-8292ac107ccc owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:46:51.389196 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b538516-477b-4870-8c08-f5ff1838d8ea admin admin] Publish callbacks [] for security_group (f23a7dc3-e30e-4186-883e-678e83630a87), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.395226 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b538516-477b-4870-8c08-f5ff1838d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (f23a7dc3-e30e-4186-883e-678e83630a87), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.432970 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2b538516-477b-4870-8c08-f5ff1838d8ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a107ce07ac147d793dc433917b91d4a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2557967
Mar 18 02:46:51.434081 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b538516-477b-4870-8c08-f5ff1838d8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a7dc3-e30e-4186-883e-678e83630a87,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:51.436412 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33438) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:51.485088 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-500a42a0-c30d-488d-9a4f-26175ea46f76 admin admin] Publish callbacks [] for security_group (f23a7dc3-e30e-4186-883e-678e83630a87), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.486365 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (8f256a12-c064-4c56-8a79-8292ac107ccc), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.501561 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['8f256a12-c064-4c56-8a79-8292ac107ccc'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:46:51.508861 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-500a42a0-c30d-488d-9a4f-26175ea46f76 admin admin] Publish callbacks [] for security_group (f23a7dc3-e30e-4186-883e-678e83630a87), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.554128 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Pushing event deleted for resources: {'Port': ['ID=8f256a12-c064-4c56-8a79-8292ac107ccc,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:51.579544 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] No DVR routers for this DVR port 8f256a12-c064-4c56-8a79-8292ac107ccc on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:46:51.583285 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.587044 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6911262b-5a45-421b-9548-79715f18de44 req-af91bbad-9b0f-40bc-8018-252404a8daec tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.35 "DELETE /v2.0/ports/8f256a12-c064-4c56-8a79-8292ac107ccc HTTP/1.1" status: 204  len: 173 time: 0.5259538
Mar 18 02:46:51.587648 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'name': 'network-vif-deleted', 'tag': '8f256a12-c064-4c56-8a79-8292ac107ccc'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:51.591405 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa9f689-8b97-4712-962b-c7f1d9eecdd8" -d '{"events": [{"server_uuid": "6f2bdbfe-ca5d-4660-9218-a9db09a6a80f", "name": "network-vif-deleted", "tag": "8f256a12-c064-4c56-8a79-8292ac107ccc"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:51.604171 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-500a42a0-c30d-488d-9a4f-26175ea46f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (f23a7dc3-e30e-4186-883e-678e83630a87), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.608017 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-500a42a0-c30d-488d-9a4f-26175ea46f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.616297 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-500a42a0-c30d-488d-9a4f-26175ea46f76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f23a7dc3-e30e-4186-883e-678e83630a87 HTTP/1.1" status: 204  len: 168 time: 0.1787400
Mar 18 02:46:51.626476 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a42a0-c30d-488d-9a4f-26175ea46f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a7dc3-e30e-4186-883e-678e83630a87,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:51.636845 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b204a0-da73-4485-bb0e-780b10cf6c10 x-openstack-request-id: req-d5b204a0-da73-4485-bb0e-780b10cf6c10 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:51.637357 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2bdbfe-ca5d-4660-9218-a9db09a6a80f", "name": "network-vif-deleted", "tag": "8f256a12-c064-4c56-8a79-8292ac107ccc", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:51.637792 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5b204a0-da73-4485-bb0e-780b10cf6c10 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:51.638285 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2bdbfe-ca5d-4660-9218-a9db09a6a80f', 'name': 'network-vif-deleted', 'tag': '8f256a12-c064-4c56-8a79-8292ac107ccc', 'status': 'completed', 'code': 200}
Mar 18 02:46:51.843021 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cab63827-4586-4d6f-b871-fa9faf6b0d0d req-f782af19-4a38-45fe-8077-3c1b98d4a0a2 tempest-VolumesNegativeTest-556371101 tempest-VolumesNegativeTest-556371101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f2bdbfe-ca5d-4660-9218-a9db09a6a80f HTTP/1.1" status: 200  len: 210 time: 0.0282397
Mar 18 02:46:51.902673 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 33450) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:51.915985 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e128b47c-6c66-424e-943f-36856d0a21b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.994368 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e128b47c-6c66-424e-943f-36856d0a21b5 admin admin] Publish callbacks [] for security_group (3c1fd198-8d71-4302-8f84-8630076728fc), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:51.997693 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e128b47c-6c66-424e-943f-36856d0a21b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (3c1fd198-8d71-4302-8f84-8630076728fc), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.036429 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e128b47c-6c66-424e-943f-36856d0a21b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66562308b0c247a082d1027200c9b499&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1326745
Mar 18 02:46:52.037283 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128b47c-6c66-424e-943f-36856d0a21b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1fd198-8d71-4302-8f84-8630076728fc,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:52.039666 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33452) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:52.090302 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e5708df3-3705-4d67-b16b-df993501dd71 admin admin] Publish callbacks [] for security_group (3c1fd198-8d71-4302-8f84-8630076728fc), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.112783 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e5708df3-3705-4d67-b16b-df993501dd71 admin admin] Publish callbacks [] for security_group (3c1fd198-8d71-4302-8f84-8630076728fc), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.166395 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e5708df3-3705-4d67-b16b-df993501dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (3c1fd198-8d71-4302-8f84-8630076728fc), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.168880 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e5708df3-3705-4d67-b16b-df993501dd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.170016 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e5708df3-3705-4d67-b16b-df993501dd71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c1fd198-8d71-4302-8f84-8630076728fc HTTP/1.1" status: 204  len: 168 time: 0.1285911
Mar 18 02:46:52.181064 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5708df3-3705-4d67-b16b-df993501dd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1fd198-8d71-4302-8f84-8630076728fc,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:52.435382 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbda84-91da-43d6-b245-ef5c2a90efa4 req-fa1cd2bb-1df9-4879-b001-fc406c131e13 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:52.436896 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-66cbda84-91da-43d6-b245-ef5c2a90efa4 req-fa1cd2bb-1df9-4879-b001-fc406c131e13 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 944 time: 0.0531573
Mar 18 02:46:52.460034 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 3c11524f-8ba7-4995-be27-7576eeffac1c up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:52.488519 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-66cbda84-91da-43d6-b245-ef5c2a90efa4 req-db74679c-d73e-44d1-91d9-cba601dcd237 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451732
Mar 18 02:46:52.521323 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 3c11524f-8ba7-4995-be27-7576eeffac1c completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:46:52.526388 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 3c11524f-8ba7-4995-be27-7576eeffac1c triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:52.526651 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.604135 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 3c11524f-8ba7-4995-be27-7576eeffac1c is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:52.604524 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.628434 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11524f-8ba7-4995-be27-7576eeffac1c'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:52.630763 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7aa35e-d8e0-4602-b66d-b8296f5eae4f" -d '{"events": [{"server_uuid": "53842bc5-a91f-460e-a7a3-6ad14d7671dd", "name": "network-vif-plugged", "status": "completed", "tag": "3c11524f-8ba7-4995-be27-7576eeffac1c"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:52.643984 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 3c11524f-8ba7-4995-be27-7576eeffac1c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c11524f-8ba7-4995-be27-7576eeffac1c,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:52.649284 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.650126 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:46:52.677858 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b68c5f-b4c0-4735-9eab-5ec042e605e6 x-openstack-request-id: req-68b68c5f-b4c0-4735-9eab-5ec042e605e6 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:52.678178 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53842bc5-a91f-460e-a7a3-6ad14d7671dd", "name": "network-vif-plugged", "status": "completed", "tag": "3c11524f-8ba7-4995-be27-7576eeffac1c", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:52.678432 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68b68c5f-b4c0-4735-9eab-5ec042e605e6 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:52.678989 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11524f-8ba7-4995-be27-7576eeffac1c', 'code': 200}
Mar 18 02:46:52.734234 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=3c11524f-8ba7-4995-be27-7576eeffac1c,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:52.747498 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:46:52.752971 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:46:52.753375 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.841388 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:46:52.841777 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.863196 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58c9ee-6905-4981-bca1-dce24c7806d7 req-5e7acc08-ac9c-4261-b2c8-007ffc23b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:52.864744 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc58c9ee-6905-4981-bca1-dce24c7806d7 req-5e7acc08-ac9c-4261-b2c8-007ffc23b2d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 1129 time: 0.0445085
Mar 18 02:46:52.879924 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:46:52.885308 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:52.886047 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 8f256a12-c064-4c56-8a79-8292ac107ccc no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:46:52.931757 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc58c9ee-6905-4981-bca1-dce24c7806d7 req-ae70923b-029d-400f-b061-d6874be2f13a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605388
Mar 18 02:46:52.934738 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 8f256a12-c064-4c56-8a79-8292ac107ccc {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:46:52.935169 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 8f256a12-c064-4c56-8a79-8292ac107ccc not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:46:52.974542 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:53.630856 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bb50-1ee4-4c36-a051-c9aa95d87f92 req-c6170a3e-7044-41f8-9d07-6091e0cafbd6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:53.632367 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2399bb50-1ee4-4c36-a051-c9aa95d87f92 req-c6170a3e-7044-41f8-9d07-6091e0cafbd6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0601974
Mar 18 02:46:53.690266 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2399bb50-1ee4-4c36-a051-c9aa95d87f92 req-91568a38-4b5b-4a6f-99c0-0f8cea46e602 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491235
Mar 18 02:46:54.245160 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:54.680057 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:46:54.682549 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aef82b-bd20-42d5-96cc-5cfead5e940f" -d '{"events": [{"server_uuid": "388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b4a38-d3b1-4484-abab-0bfd3acd4cae"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:46:54.724412 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f8a1e8-baa5-427d-8d41-1de9ce4800ee x-openstack-request-id: req-57f8a1e8-baa5-427d-8d41-1de9ce4800ee {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:46:54.724726 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b4a38-d3b1-4484-abab-0bfd3acd4cae", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:46:54.724987 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57f8a1e8-baa5-427d-8d41-1de9ce4800ee {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:46:54.725387 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae', 'code': 200}
Mar 18 02:46:54.819496 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60a584-5344-4ba3-a3a4-6ec0624bb79e req-08c3b4ab-f57c-4222-b017-a5abcfe2fa9d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:54.821129 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ba60a584-5344-4ba3-a3a4-6ec0624bb79e req-08c3b4ab-f57c-4222-b017-a5abcfe2fa9d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0575488
Mar 18 02:46:54.874237 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ba60a584-5344-4ba3-a3a4-6ec0624bb79e req-52ceed12-d865-4608-a17d-41c6fcd638f8 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458117
Mar 18 02:46:54.927909 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd068a-3a27-43d2-8d68-2bd0e9344a0d req-ff447e40-28e2-486e-bf0a-8a9d511d0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:54.929406 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8dd068a-3a27-43d2-8d68-2bd0e9344a0d req-ff447e40-28e2-486e-bf0a-8a9d511d0a59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1130 time: 0.0543196
Mar 18 02:46:54.987270 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8dd068a-3a27-43d2-8d68-2bd0e9344a0d req-21d1a894-b94b-4dc5-94b1-64554afe319a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501122
Mar 18 02:46:55.165043 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3a41f-c01a-4100-9080-0bf2059e4a50 req-819d0c49-594b-426a-bf2e-a18d2c251415 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:55.166560 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-faa3a41f-c01a-4100-9080-0bf2059e4a50 req-819d0c49-594b-426a-bf2e-a18d2c251415 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0531034
Mar 18 02:46:55.214052 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-faa3a41f-c01a-4100-9080-0bf2059e4a50 req-93410dd0-6793-496b-bcd4-e7f3ff4d788e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411887
Mar 18 02:46:55.322012 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-a758e230-044a-4643-ae2d-e0341965ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:55.323673 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-a758e230-044a-4643-ae2d-e0341965ac80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 1129 time: 0.0442507
Mar 18 02:46:55.420859 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-1ec99c9a-5895-4b2d-9627-373a35408ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:55.422377 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-1ec99c9a-5895-4b2d-9627-373a35408ca9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 919 time: 0.0904543
Mar 18 02:46:55.467903 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-ca68914e-10b8-4232-9093-a5de8af9f3a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c11524f-8ba7-4995-be27-7576eeffac1c HTTP/1.1" status: 200  len: 217 time: 0.0384071
Mar 18 02:46:55.522033 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-7a86bf33-e7bb-47ec-9596-3cfc3c2306ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:55.523533 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-7a86bf33-e7bb-47ec-9596-3cfc3c2306ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0494049
Mar 18 02:46:55.562105 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-0dbc9914-f922-4ee8-a807-538245412225 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305245
Mar 18 02:46:55.674147 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-e40a6090-f41a-4367-a3ef-242930758fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909214
Mar 18 02:46:55.785907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c24f69d5-6dca-47eb-b327-f91f871aba9b req-e2bd5b32-8964-469a-b395-94f6f6bb1136 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0968478
Mar 18 02:46:56.340201 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01903-9feb-4765-aec7-a99c52d019de req-7f9bca6b-a2ed-48d8-9427-97c44d9748b8 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:56.342125 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1b01903-9feb-4765-aec7-a99c52d019de req-7f9bca6b-a2ed-48d8-9427-97c44d9748b8 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0568287
Mar 18 02:46:56.399014 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1b01903-9feb-4765-aec7-a99c52d019de req-e7b5cf9a-88b6-4a47-88cd-178192b6f9d6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488310
Mar 18 02:46:57.217837 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33818) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:57.344479 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-b2965927-ca2b-48e5-b53a-bce467f53392 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6103c48fe4314172af43db2b41a20ace&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1254687
Mar 18 02:46:57.346806 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33822) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:46:57.391969 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e56617c5-dd9b-4bac-a78d-f65573676968 admin admin] Publish callbacks [] for security_group (88305f0e-73da-4e5c-b55e-f7bc6d83b0c8), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:57.412134 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e56617c5-dd9b-4bac-a78d-f65573676968 admin admin] Publish callbacks [] for security_group (88305f0e-73da-4e5c-b55e-f7bc6d83b0c8), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:57.465512 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e56617c5-dd9b-4bac-a78d-f65573676968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (88305f0e-73da-4e5c-b55e-f7bc6d83b0c8), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:57.468089 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e56617c5-dd9b-4bac-a78d-f65573676968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:46:57.471683 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e56617c5-dd9b-4bac-a78d-f65573676968 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88305f0e-73da-4e5c-b55e-f7bc6d83b0c8 HTTP/1.1" status: 204  len: 168 time: 0.1215901
Mar 18 02:46:57.486091 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56617c5-dd9b-4bac-a78d-f65573676968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88305f0e-73da-4e5c-b55e-f7bc6d83b0c8,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:46:57.528450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eea914-3131-46d5-aad9-574f2f8d3d94 req-99dfadb7-d6f0-412c-acd6-9cb904535ce5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:57.531657 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-40eea914-3131-46d5-aad9-574f2f8d3d94 req-99dfadb7-d6f0-412c-acd6-9cb904535ce5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0585055
Mar 18 02:46:57.592065 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-40eea914-3131-46d5-aad9-574f2f8d3d94 req-d5b4d565-32cd-4dff-8ea4-5e5608c190c8 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561702
Mar 18 02:46:58.723775 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3a9b4-3138-4949-b466-ee0dad9652d1 req-ecd96341-2bb9-4650-ae18-e8cbc7f62304 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:58.725228 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-93c3a9b4-3138-4949-b466-ee0dad9652d1 req-ecd96341-2bb9-4650-ae18-e8cbc7f62304 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0520232
Mar 18 02:46:58.772331 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-93c3a9b4-3138-4949-b466-ee0dad9652d1 req-524dbb8b-0fcf-4966-8913-02716f5b6aa6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415719
Mar 18 02:46:59.894010 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b763af-7a35-4c44-a917-3f1d093426e9 req-2c2c4ecd-d720-4e66-8d00-14dc2bbd6da9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:46:59.895433 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-11b763af-7a35-4c44-a917-3f1d093426e9 req-2c2c4ecd-d720-4e66-8d00-14dc2bbd6da9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0543323
Mar 18 02:46:59.942503 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-11b763af-7a35-4c44-a917-3f1d093426e9 req-57a93eb3-0c4e-423d-a7cc-c71f7fcb934a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415545
Mar 18 02:47:00.429892 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33918) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:00.532930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-13e15e1a-a025-4123-9467-036bd844fc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:00.607468 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-13e15e1a-a025-4123-9467-036bd844fc42 admin admin] Publish callbacks [] for security_group (b26aa198-63f8-43da-b0ff-25c9cc6d9259), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:00.611140 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-13e15e1a-a025-4123-9467-036bd844fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b26aa198-63f8-43da-b0ff-25c9cc6d9259), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:00.647678 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-13e15e1a-a025-4123-9467-036bd844fc42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=285fc34fdb0c427a8a7766274985634d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2167156
Mar 18 02:47:00.649627 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e15e1a-a025-4123-9467-036bd844fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26aa198-63f8-43da-b0ff-25c9cc6d9259,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:00.650342 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 33922) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:00.701693 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bdc667d0-3134-4735-b7c3-b0371a4e6377 admin admin] Publish callbacks [] for security_group (b26aa198-63f8-43da-b0ff-25c9cc6d9259), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:00.722731 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bdc667d0-3134-4735-b7c3-b0371a4e6377 admin admin] Publish callbacks [] for security_group (b26aa198-63f8-43da-b0ff-25c9cc6d9259), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:00.768617 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bdc667d0-3134-4735-b7c3-b0371a4e6377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b26aa198-63f8-43da-b0ff-25c9cc6d9259), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:00.771328 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bdc667d0-3134-4735-b7c3-b0371a4e6377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:00.772450 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-bdc667d0-3134-4735-b7c3-b0371a4e6377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b26aa198-63f8-43da-b0ff-25c9cc6d9259 HTTP/1.1" status: 204  len: 168 time: 0.1211092
Mar 18 02:47:00.779931 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc667d0-3134-4735-b7c3-b0371a4e6377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26aa198-63f8-43da-b0ff-25c9cc6d9259,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:01.036623 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33932) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:01.050503 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-63f71e11-dfd5-4ec4-a00c-f53b60c7d8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.067719 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec13a-eba9-4bfb-9434-b9fb08c9d418 req-23f0d781-ffc5-441d-8b3a-fac7f862a40f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:01.069230 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-507ec13a-eba9-4bfb-9434-b9fb08c9d418 req-23f0d781-ffc5-441d-8b3a-fac7f862a40f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0567563
Mar 18 02:47:01.116543 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-507ec13a-eba9-4bfb-9434-b9fb08c9d418 req-edcd0a97-e695-4f54-b2d7-da292d41fb03 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417562
Mar 18 02:47:01.125350 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-63f71e11-dfd5-4ec4-a00c-f53b60c7d8f6 admin admin] Publish callbacks [] for security_group (6e89edc1-780a-4c7d-ae54-1d098897a51f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.129539 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-63f71e11-dfd5-4ec4-a00c-f53b60c7d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6e89edc1-780a-4c7d-ae54-1d098897a51f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.164439 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f71e11-dfd5-4ec4-a00c-f53b60c7d8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e89edc1-780a-4c7d-ae54-1d098897a51f,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:01.171114 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-63f71e11-dfd5-4ec4-a00c-f53b60c7d8f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5374b2bf0c0a49a099ab023ce8ff9f5f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1308470
Mar 18 02:47:01.171366 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33934) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:01.219982 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8d7bda41-4da4-4beb-8905-80b50452535c admin admin] Publish callbacks [] for security_group (6e89edc1-780a-4c7d-ae54-1d098897a51f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.240375 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8d7bda41-4da4-4beb-8905-80b50452535c admin admin] Publish callbacks [] for security_group (6e89edc1-780a-4c7d-ae54-1d098897a51f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.286078 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8d7bda41-4da4-4beb-8905-80b50452535c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6e89edc1-780a-4c7d-ae54-1d098897a51f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.288681 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8d7bda41-4da4-4beb-8905-80b50452535c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.289818 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8d7bda41-4da4-4beb-8905-80b50452535c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e89edc1-780a-4c7d-ae54-1d098897a51f HTTP/1.1" status: 204  len: 168 time: 0.1169903
Mar 18 02:47:01.298033 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bda41-4da4-4beb-8905-80b50452535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e89edc1-780a-4c7d-ae54-1d098897a51f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:01.601212 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 33940) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:01.614788 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e846d873-825e-4cf9-848a-b01ec15f5e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.686605 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e846d873-825e-4cf9-848a-b01ec15f5e3e admin admin] Publish callbacks [] for security_group (af74bc64-d451-41c3-95d7-c0b7b280b465), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.690597 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e846d873-825e-4cf9-848a-b01ec15f5e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (af74bc64-d451-41c3-95d7-c0b7b280b465), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.729397 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e846d873-825e-4cf9-848a-b01ec15f5e3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21179c4de6d34966833a92d310668820&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1270804
Mar 18 02:47:01.730112 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846d873-825e-4cf9-848a-b01ec15f5e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af74bc64-d451-41c3-95d7-c0b7b280b465,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:01.732590 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 33942) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:01.782310 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a70005e7-3059-413a-a655-37efd95ff8bd admin admin] Publish callbacks [] for security_group (af74bc64-d451-41c3-95d7-c0b7b280b465), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.805305 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a70005e7-3059-413a-a655-37efd95ff8bd admin admin] Publish callbacks [] for security_group (af74bc64-d451-41c3-95d7-c0b7b280b465), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.855289 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a70005e7-3059-413a-a655-37efd95ff8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (af74bc64-d451-41c3-95d7-c0b7b280b465), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.858091 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-a70005e7-3059-413a-a655-37efd95ff8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:01.859415 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-a70005e7-3059-413a-a655-37efd95ff8bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af74bc64-d451-41c3-95d7-c0b7b280b465 HTTP/1.1" status: 204  len: 168 time: 0.1255744
Mar 18 02:47:01.869168 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70005e7-3059-413a-a655-37efd95ff8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af74bc64-d451-41c3-95d7-c0b7b280b465,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:02.255856 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5e40a-d73c-462f-99c2-4384cd5ca1c1 req-a75dfcb5-34de-4ff2-ac1c-6646a5f07ac6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:02.257380 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bba5e40a-d73c-462f-99c2-4384cd5ca1c1 req-a75dfcb5-34de-4ff2-ac1c-6646a5f07ac6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0667078
Mar 18 02:47:02.309353 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bba5e40a-d73c-462f-99c2-4384cd5ca1c1 req-479c8667-4590-4a05-8fef-c9ebbbac78d0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461366
Mar 18 02:47:03.433192 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073886a6-d8d0-43f7-814e-ed8b640ee589 req-87e5f0d9-b1e7-41dc-ab28-0415e48ae413 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:03.438514 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-073886a6-d8d0-43f7-814e-ed8b640ee589 req-87e5f0d9-b1e7-41dc-ab28-0415e48ae413 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0539129
Mar 18 02:47:03.491643 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-073886a6-d8d0-43f7-814e-ed8b640ee589 req-9956362b-c0e9-4fc2-9353-552811c720f9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502949
Mar 18 02:47:04.602321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e23d0-2946-45a2-ad35-8ec4f60de494 req-d6add185-9c8c-472f-81d3-f689a9628975 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:04.603836 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-df2e23d0-2946-45a2-ad35-8ec4f60de494 req-d6add185-9c8c-472f-81d3-f689a9628975 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0507879
Mar 18 02:47:04.649369 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-df2e23d0-2946-45a2-ad35-8ec4f60de494 req-b0d519d3-7327-4c23-827b-752b1818643d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392375
Mar 18 02:47:05.462372 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34014) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:05.586795 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6fdd978c-1b10-4d7d-8a9e-c283985029cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:05.613768 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 34018) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:05.664418 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6fdd978c-1b10-4d7d-8a9e-c283985029cb admin admin] Publish callbacks [] for security_group (51910b3c-f230-43d9-ad7e-2b0440b7806a), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:05.668439 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6fdd978c-1b10-4d7d-8a9e-c283985029cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (51910b3c-f230-43d9-ad7e-2b0440b7806a), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:05.674923 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3b957d73-c42c-4acc-a2a2-24ac24f86a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:05.718431 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6fdd978c-1b10-4d7d-8a9e-c283985029cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9380f20c6a31402a9bee15ff8975caf1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2523093
Mar 18 02:47:05.718431 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd978c-1b10-4d7d-8a9e-c283985029cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51910b3c-f230-43d9-ad7e-2b0440b7806a,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:05.718783 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 34024) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:06.053474 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3b957d73-c42c-4acc-a2a2-24ac24f86a4e admin admin] Publish callbacks [] for security_group (2ffb4162-5b58-4209-af96-1d38c952303b), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.059797 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3b957d73-c42c-4acc-a2a2-24ac24f86a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2ffb4162-5b58-4209-af96-1d38c952303b), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.085635 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1973015-ee65-43b4-a7cc-6fb8387920c8 req-94824a30-22b1-4ae8-9da8-a93177dec484 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:06.087122 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b1973015-ee65-43b4-a7cc-6fb8387920c8 req-94824a30-22b1-4ae8-9da8-a93177dec484 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.3673632
Mar 18 02:47:06.094313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2665d41d-453c-4134-b08e-013432ff4647 admin admin] Publish callbacks [] for security_group (51910b3c-f230-43d9-ad7e-2b0440b7806a), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.147056 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b957d73-c42c-4acc-a2a2-24ac24f86a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb4162-5b58-4209-af96-1d38c952303b,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:06.150819 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2665d41d-453c-4134-b08e-013432ff4647 admin admin] Publish callbacks [] for security_group (51910b3c-f230-43d9-ad7e-2b0440b7806a), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.154176 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3b957d73-c42c-4acc-a2a2-24ac24f86a4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad3ebc4fae154587927c08c623f1da2d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5392792
Mar 18 02:47:06.157698 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34028) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:06.203520 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b1973015-ee65-43b4-a7cc-6fb8387920c8 req-7a69e139-d608-4d63-a582-3e3bf3cb70b1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064088
Mar 18 02:47:06.207740 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-db3a6aac-a10b-4b13-be45-1f74a6256617 admin admin] Publish callbacks [] for security_group (2ffb4162-5b58-4209-af96-1d38c952303b), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.225237 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2665d41d-453c-4134-b08e-013432ff4647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (51910b3c-f230-43d9-ad7e-2b0440b7806a), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.228343 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2665d41d-453c-4134-b08e-013432ff4647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.229560 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-2665d41d-453c-4134-b08e-013432ff4647 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51910b3c-f230-43d9-ad7e-2b0440b7806a HTTP/1.1" status: 204  len: 168 time: 0.5080900
Mar 18 02:47:06.230809 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-db3a6aac-a10b-4b13-be45-1f74a6256617 admin admin] Publish callbacks [] for security_group (2ffb4162-5b58-4209-af96-1d38c952303b), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.238533 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d41d-453c-4134-b08e-013432ff4647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51910b3c-f230-43d9-ad7e-2b0440b7806a,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:06.292147 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-db3a6aac-a10b-4b13-be45-1f74a6256617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2ffb4162-5b58-4209-af96-1d38c952303b), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.297034 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-db3a6aac-a10b-4b13-be45-1f74a6256617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:06.300753 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-db3a6aac-a10b-4b13-be45-1f74a6256617 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ffb4162-5b58-4209-af96-1d38c952303b HTTP/1.1" status: 204  len: 168 time: 0.1395893
Mar 18 02:47:06.306539 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a6aac-a10b-4b13-be45-1f74a6256617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb4162-5b58-4209-af96-1d38c952303b,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:06.957672 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ccd4eaab-963a-40b5-b31a-f4f545238347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.078558 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34076) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:07.174028 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-363359902-network', 'tenant_id': '70f25aecd96f401793f19d638e871f48'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:07.193395 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Made reservation on behalf of 70f25aecd96f401793f19d638e871f48 for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:47:07.195661 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.204257 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.278846 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks [] for security_group (8b36e522-22ba-4847-a0d3-971cc6f9438e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.284045 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (8b36e522-22ba-4847-a0d3-971cc6f9438e), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.311511 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:47:07.321276 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36e522-22ba-4847-a0d3-971cc6f9438e,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:07.329824 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (24a4a3f0-3a16-466e-89a8-19bc859fc9e2), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.330091 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Added segment 24a4a3f0-3a16-466e-89a8-19bc859fc9e2 of type vlan for network 36047b17-904e-4dca-a3f1-4c1c2846e8b3
Mar 18 02:47:07.332503 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815589-d943-4a8b-9017-13fdcd0c832c req-4864fbc7-c83f-48f1-a3aa-e4a09364efd0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:07.334123 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e7815589-d943-4a8b-9017-13fdcd0c832c req-4864fbc7-c83f-48f1-a3aa-e4a09364efd0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0583322
Mar 18 02:47:07.371561 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (36047b17-904e-4dca-a3f1-4c1c2846e8b3), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.383767 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e7815589-d943-4a8b-9017-13fdcd0c832c req-31969f6c-332a-475a-a291-1870487d12e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425336
Mar 18 02:47:07.400700 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (36047b17-904e-4dca-a3f1-4c1c2846e8b3), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.401708 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:07.402287 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.457112 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3774052
Mar 18 02:47:07.460108 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 34084) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:07.464028 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb31fb8-e2b2-43e4-a6ed-73beec8b5c56 admin admin] Pushing event updated for resources: {'Network': ['ID=36047b17-904e-4dca-a3f1-4c1c2846e8b3,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:07.465080 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Request body: {'subnet': {'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-363359902-subnet', 'tenant_id': '70f25aecd96f401793f19d638e871f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:07.473975 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:47:07.484094 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Made reservation on behalf of 70f25aecd96f401793f19d638e871f48 for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:47:07.487011 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4999567'] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.649569 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8002718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4999577'] for subnet (293101a0-4487-42f4-8e3d-0dbacdbb88f7), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.708442 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293101a0-4487-42f4-8e3d-0dbacdbb88f7,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:07.713487 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Checking segment: {'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:47:07.713795 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Network hostable DHCP agents. Network: 36047b17-904e-4dca-a3f1-4c1c2846e8b3, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:47:07.729769 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:47:07.739021 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 36047b17-904e-4dca-a3f1-4c1c2846e8b3) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:47:07.744574 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:07.745166 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:07.748232 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54746ac-f317-45ca-a76e-fab38ff79f03 None None] Network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:47:07.762248 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8bb64411-0ce1-4151-a669-1e56d2963ab7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3009696
Mar 18 02:47:07.844341 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991cd2ea-4857-48c3-8b94-c427386d3394 None None] Network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:47:08.502679 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05142f2-a2e9-4b58-aa86-0f7c390f4a41 req-479044b5-5e5b-466a-983a-ed7e684b854e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:08.504170 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e05142f2-a2e9-4b58-aa86-0f7c390f4a41 req-479044b5-5e5b-466a-983a-ed7e684b854e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0539491
Mar 18 02:47:08.549798 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e05142f2-a2e9-4b58-aa86-0f7c390f4a41 req-5adbe668-cdad-4363-887e-67e8924dfedc tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401983
Mar 18 02:47:09.263662 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09a04a56-7021-42f6-badb-37601bfea27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:09.297979 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d310ad-42ac-4ca9-8b12-6747f271f9c5 req-338b1825-85b5-41e3-9a03-5499ed6509f4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:09.300001 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-20d310ad-42ac-4ca9-8b12-6747f271f9c5 req-338b1825-85b5-41e3-9a03-5499ed6509f4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0656343
Mar 18 02:47:09.359910 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-20d310ad-42ac-4ca9-8b12-6747f271f9c5 req-0f4eef14-9fe3-43c6-961c-fc3eba571e2d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519745
Mar 18 02:47:09.530335 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45810-0208-4065-a4a3-45382d9f863e req-b9103494-7aeb-41be-9c35-771c142feaf3 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:09.531884 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-b9103494-7aeb-41be-9c35-771c142feaf3 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/networks?id=36047b17-904e-4dca-a3f1-4c1c2846e8b3 HTTP/1.1" status: 200  len: 813 time: 0.0991781
Mar 18 02:47:09.546344 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-f12f02e5-2c83-4d3a-bc58-4968ca5aee66 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/quotas/70f25aecd96f401793f19d638e871f48 HTTP/1.1" status: 200  len: 375 time: 0.0091276
Mar 18 02:47:09.582897 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-d9fb4569-143f-4465-acdf-686613677674 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f25aecd96f401793f19d638e871f48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0311747
Mar 18 02:47:09.710601 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-eda8c25a-5f77-4297-a347-5daf73e2fbc0 service neutron] 10.222.0.24 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207211
Mar 18 02:47:09.718063 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7c86c-3a51-4bc5-b7f4-5405862e2e1d req-29ed6406-5ae4-4a1f-a000-a04dbc1fb0ca tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:09.720159 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7de7c86c-3a51-4bc5-b7f4-5405862e2e1d req-29ed6406-5ae4-4a1f-a000-a04dbc1fb0ca tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0861244
Mar 18 02:47:09.816336 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7de7c86c-3a51-4bc5-b7f4-5405862e2e1d req-cc613d7e-cd24-48af-a977-1f45c6883129 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883954
Mar 18 02:47:09.835077 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-e1866714-b085-4d85-a18e-d78accd0938c service neutron] 10.222.0.24 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138966
Mar 18 02:47:09.993433 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8bf80bc4-4042-43ac-a4f1-87c1a76d3d38 req-a8b150c4-4c4f-4c9a-a2a7-7ed60a52b6cb tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 210 time: 0.0332808
Mar 18 02:47:10.518677 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1531371-53b6-4cda-9263-c085b819287b req-63f04839-0cd8-4765-b80f-0f8f13af4e10 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:10.520107 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b1531371-53b6-4cda-9263-c085b819287b req-63f04839-0cd8-4765-b80f-0f8f13af4e10 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0694337
Mar 18 02:47:10.577248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:10.586048 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b1531371-53b6-4cda-9263-c085b819287b req-8543238c-5e6e-4454-979e-99ba5cd54656 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600653
Mar 18 02:47:10.947933 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2133-f6c9-48af-9cfc-de3f3645dc7a req-f3af6a21-a375-4897-b135-6742e66b120f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:10.949391 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ef9c2133-f6c9-48af-9cfc-de3f3645dc7a req-f3af6a21-a375-4897-b135-6742e66b120f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0667348
Mar 18 02:47:11.064771 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ef9c2133-f6c9-48af-9cfc-de3f3645dc7a req-523da756-f38e-4fa5-b067-53a6d235c2c5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052325
Mar 18 02:47:11.083936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45810-0208-4065-a4a3-45382d9f863e req-154be938-4165-4293-bba1-889d9c0e2251 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:11.085370 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-154be938-4165-4293-bba1-889d9c0e2251 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "GET /v2.0/networks?id=36047b17-904e-4dca-a3f1-4c1c2846e8b3 HTTP/1.1" status: 200  len: 813 time: 0.1552901
Mar 18 02:47:11.103629 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e37503b2-f033-401a-b56d-3d23b9deb80a req-663d4872-ccdb-40e9-9e2f-8cb8637f467e tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 210 time: 0.0363181
Mar 18 02:47:11.107031 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Request body: {'port': {'device_id': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3', 'admin_state_up': True, 'tenant_id': '70f25aecd96f401793f19d638e871f48'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:11.214290 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Made reservation on behalf of 70f25aecd96f401793f19d638e871f48 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:47:11.217593 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:11.337583 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Allocated IP 172.20.0.9 (36047b17-904e-4dca-a3f1-4c1c2846e8b3/293101a0-4487-42f4-8e3d-0dbacdbb88f7/293bb7a6-6a4f-40a1-af4e-74a09bb1a86d) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:47:11.481590 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks [] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:11.517006 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:11.560114 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:47:11.563257 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:47:11.567017 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:47:11.575929 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Pushing event updated for resources: {'Port': ['ID=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:11.623710 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:11.624322 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:11.641633 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-bb6a19d6-3a65-4ca5-99b2-df93b81ccc4b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5407295
Mar 18 02:47:11.654516 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Request body: {'port': {'device_id': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:11.752545 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:11.760990 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8d807-8808-43cd-a24b-e32d1f196a6c req-1fb1df99-c7ae-4f12-98c7-f61432a05b48 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:11.762459 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-46a8d807-8808-43cd-a24b-e32d1f196a6c req-1fb1df99-c7ae-4f12-98c7-f61432a05b48 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1043022
Mar 18 02:47:11.827817 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:11.888418 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-46a8d807-8808-43cd-a24b-e32d1f196a6c req-a6b904bc-e6be-468c-ae77-177f5dd547ea tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201763
Mar 18 02:47:12.050347 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:47:12.057582 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Publish callbacks [] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:12.069264 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Transition to ACTIVE for port object 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:47:12.073040 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:12.124117 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Pushing event updated for resources: {'Port': ['ID=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:12.252555 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Attempting to bind port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:47:12.252882 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Attempting to bind port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:47:12.253205 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Attempting to bind port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d on network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:47:12.269629 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc21441-6e71-48b7-aefa-34e50ab254e8 req-a21bba62-0067-4328-9044-6cefa7ba6001 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:12.271151 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1cc21441-6e71-48b7-aefa-34e50ab254e8 req-a21bba62-0067-4328-9044-6cefa7ba6001 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.1309822
Mar 18 02:47:12.272609 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d on network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:47:12.272920 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Attempting to bind port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d on network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:47:12.286484 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:47:12.286833 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Checking segment: {'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:47:12.287197 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Bound using segment: {'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:47:12.287615 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Bound port: 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:47:12.287966 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:12.297642 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ca611-afea-4bdc-9236-61b807ed1e98 req-aaaf78e3-8dfc-4a24-a41b-6fcb3a863701 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:12.299061 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-543ca611-afea-4bdc-9236-61b807ed1e98 req-aaaf78e3-8dfc-4a24-a41b-6fcb3a863701 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 943 time: 0.1116028
Mar 18 02:47:12.395725 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1cc21441-6e71-48b7-aefa-34e50ab254e8 req-cd1ea60c-1ad5-40f5-b996-66217740205c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174808
Mar 18 02:47:12.412488 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-543ca611-afea-4bdc-9236-61b807ed1e98 req-deddfe5d-b810-4ea8-aa6d-0b47d5a5737f tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006014
Mar 18 02:47:12.423604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] For port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:47:12.426814 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] For port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:47:12.433522 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:12.465894 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:12.466543 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:12.467928 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] 10.222.0.35 "PUT /v2.0/ports/293bb7a6-6a4f-40a1-af4e-74a09bb1a86d HTTP/1.1" status: 200  len: 1093 time: 0.8175907
Mar 18 02:47:12.470834 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'tag': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:47:12.473061 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454aab5a-a8bf-4971-b69b-39de54b036b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d83a8a-88bf-44ec-b639-bd3f12a9a153", "tag": "293bb7a6-6a4f-40a1-af4e-74a09bb1a86d"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:47:12.500170 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad114fe-5e92-4ef4-9f79-7ebfea6d8b53 service neutron] Pushing event updated for resources: {'Port': ['ID=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:12.509402 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab944b1-8187-472c-9c2b-03775f66c4c5 x-openstack-request-id: req-eab944b1-8187-472c-9c2b-03775f66c4c5 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:47:12.509688 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d83a8a-88bf-44ec-b639-bd3f12a9a153", "tag": "293bb7a6-6a4f-40a1-af4e-74a09bb1a86d", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:47:12.509965 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eab944b1-8187-472c-9c2b-03775f66c4c5 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:47:12.510359 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'tag': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d', 'status': 'completed', 'code': 200}
Mar 18 02:47:12.559321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45810-0208-4065-a4a3-45382d9f863e req-effaa532-449c-4cc9-933d-aabf88c77e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:12.560839 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-effaa532-449c-4cc9-933d-aabf88c77e1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70f25aecd96f401793f19d638e871f48&device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 1127 time: 0.0457172
Mar 18 02:47:12.606171 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-80416130-9da3-4c78-8bdb-04a1912ef96b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d HTTP/1.1" status: 200  len: 217 time: 0.0384924
Mar 18 02:47:12.657684 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45810-0208-4065-a4a3-45382d9f863e req-def1695c-993f-4dc1-9018-af6d9621b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:12.659053 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-def1695c-993f-4dc1-9018-af6d9621b64c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=293101a0-4487-42f4-8e3d-0dbacdbb88f7 HTTP/1.1" status: 200  len: 853 time: 0.0431204
Mar 18 02:47:12.690021 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-614208b2-eb2f-4803-a090-85806bbb6f06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36047b17-904e-4dca-a3f1-4c1c2846e8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244870
Mar 18 02:47:12.780404 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-af1703f0-41da-4e4d-b1f6-8b1ce1f1fb6d service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840459
Mar 18 02:47:12.869419 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54a45810-0208-4065-a4a3-45382d9f863e req-15eb9c5e-eee7-4338-b204-d0a17ddf291d service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814137
Mar 18 02:47:12.954937 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-0fcfcf98-694a-4651-8f8c-9d8421947868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:12.956478 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-0fcfcf98-694a-4651-8f8c-9d8421947868 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70f25aecd96f401793f19d638e871f48&device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 1127 time: 0.0446820
Mar 18 02:47:13.061529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50d24-c155-430f-ae2e-ebbc2115e565 req-dcf28163-a5fd-4a3a-97c0-018203d92fe7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:13.063216 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8e50d24-c155-430f-ae2e-ebbc2115e565 req-dcf28163-a5fd-4a3a-97c0-018203d92fe7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1044765
Mar 18 02:47:13.102329 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-5f6e3c73-c67a-475a-9516-e9e4a951ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:13.103807 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-5f6e3c73-c67a-475a-9516-e9e4a951ea5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=36047b17-904e-4dca-a3f1-4c1c2846e8b3 HTTP/1.1" status: 200  len: 913 time: 0.1369791
Mar 18 02:47:13.159203 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-31044665-1f23-4dc1-a551-b9c72850d49b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d HTTP/1.1" status: 200  len: 217 time: 0.0463924
Mar 18 02:47:13.162367 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8e50d24-c155-430f-ae2e-ebbc2115e565 req-d7991718-6d01-4579-bc66-450b92ad9674 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928743
Mar 18 02:47:13.211118 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-290c7286-8a6e-4402-ab07-5aabdb38a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:13.212537 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-290c7286-8a6e-4402-ab07-5aabdb38a576 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=293101a0-4487-42f4-8e3d-0dbacdbb88f7 HTTP/1.1" status: 200  len: 853 time: 0.0429809
Mar 18 02:47:13.243314 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-60022463-15ef-4492-b98f-692f85141a25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36047b17-904e-4dca-a3f1-4c1c2846e8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236039
Mar 18 02:47:13.334123 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-7d34bd2a-fd32-4bc5-974a-c1d6c429384b service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833035
Mar 18 02:47:13.422579 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-454aab5a-a8bf-4971-b69b-39de54b036b8 req-ed76ecb6-2fa9-49d5-ac40-e371b567a9a7 service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812397
Mar 18 02:47:13.544780 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:13.556418 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bdc95-1ff5-4e07-8209-5e526bd4b25f req-3671c5b8-5a9a-4a48-956c-ffcb7639e415 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:13.557882 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-987bdc95-1ff5-4e07-8209-5e526bd4b25f req-3671c5b8-5a9a-4a48-956c-ffcb7639e415 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 943 time: 0.0796399
Mar 18 02:47:13.564810 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a7021-c550-4949-b0dd-6b6b304be41a req-df7dbaf0-761d-4b58-931d-3290156e34a7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:13.566159 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c51a7021-c550-4949-b0dd-6b6b304be41a req-df7dbaf0-761d-4b58-931d-3290156e34a7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0966923
Mar 18 02:47:13.643152 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-987bdc95-1ff5-4e07-8209-5e526bd4b25f req-2454a89e-024c-4537-b841-71ac8cffbef4 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681767
Mar 18 02:47:13.643152 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c51a7021-c550-4949-b0dd-6b6b304be41a req-146c4a2a-14b4-4fb3-a390-76b7b6e6af13 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673046
Mar 18 02:47:14.280445 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cc2b4-20fd-4097-ba1b-0513a5d6832d req-7e69036f-9533-45e4-a437-f94376595404 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:14.282562 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de9cc2b4-20fd-4097-ba1b-0513a5d6832d req-7e69036f-9533-45e4-a437-f94376595404 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0520892
Mar 18 02:47:14.327123 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de9cc2b4-20fd-4097-ba1b-0513a5d6832d req-46e32be3-8add-42b7-a23a-342a629c5254 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392244
Mar 18 02:47:14.534817 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:47:14.627278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:14.638166 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d', 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3', 'port_id': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d', 'mac_address': 'fa:16:3e:2c:b9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293101a0-4487-42f4-8e3d-0dbacdbb88f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:47:14.683713 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:47:14.684101 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:14.697488 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:47:14.717472 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:14.724243 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:14.775515 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:14.805191 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a9f69-7bbb-4f6a-9486-306c21c9d43f req-4264acc6-ac35-42f8-b415-458cff038025 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:14.806696 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d19a9f69-7bbb-4f6a-9486-306c21c9d43f req-4264acc6-ac35-42f8-b415-458cff038025 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 944 time: 0.0884862
Mar 18 02:47:14.814585 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a2ad4-9dc7-46a4-ba66-53b0b6b7feb6 req-632a51c3-cb66-43e4-9666-c2c4dabcf56d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:14.816008 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-602a2ad4-9dc7-46a4-ba66-53b0b6b7feb6 req-632a51c3-cb66-43e4-9666-c2c4dabcf56d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.1064625
Mar 18 02:47:14.885448 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d19a9f69-7bbb-4f6a-9486-306c21c9d43f req-e121f1ce-8b3c-4801-ae42-a2a7ac400b05 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684726
Mar 18 02:47:14.907793 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-602a2ad4-9dc7-46a4-ba66-53b0b6b7feb6 req-d55c7728-753a-4980-8a3d-b11ea5b04269 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827334
Mar 18 02:47:15.014110 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['293bb7a6-6a4f-40a1-af4e-74a09bb1a86d'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:47:15.448672 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf537aed-62a4-45c3-ba5c-4ccad36f3a51 req-23f9776b-bc83-44e5-aa13-fd6edb8bb440 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:15.450128 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf537aed-62a4-45c3-ba5c-4ccad36f3a51 req-23f9776b-bc83-44e5-aa13-fd6edb8bb440 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0551918
Mar 18 02:47:15.496468 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf537aed-62a4-45c3-ba5c-4ccad36f3a51 req-d404e102-4cdc-4b59-9637-3fdc5dd65f1d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396872
Mar 18 02:47:16.019926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16958cdc-c6a3-4e63-b685-36212f83ba97 req-6d747f43-5e16-48b3-9d9a-fb63a971e408 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:16.021341 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16958cdc-c6a3-4e63-b685-36212f83ba97 req-6d747f43-5e16-48b3-9d9a-fb63a971e408 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 944 time: 0.0540798
Mar 18 02:47:16.066651 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16958cdc-c6a3-4e63-b685-36212f83ba97 req-8981c7bf-c16f-41db-97c9-07deaaa49015 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397642
Mar 18 02:47:16.169764 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947af57c-e03a-4538-92a2-f024f375d929 req-e2b16602-9f12-47c7-8480-be233a7aab0f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:16.171250 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-947af57c-e03a-4538-92a2-f024f375d929 req-e2b16602-9f12-47c7-8480-be233a7aab0f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0520942
Mar 18 02:47:16.221200 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-947af57c-e03a-4538-92a2-f024f375d929 req-27d958f9-d1fa-43d9-88fc-9e6e1a13d0c5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439038
Mar 18 02:47:16.549130 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34238) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:16.551637 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:47:16.554033 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-2b09f4ac-47c0-4fcf-9b2d-4c098864dd48 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938175316', 'description': 'tempest-description--218124680'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:16.577233 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b09f4ac-47c0-4fcf-9b2d-4c098864dd48 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.609728 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:47:16.613445 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:47:16.613821 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.648845 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324f00e-6177-45c1-b930-b6028f597b1c req-5849cc6d-15f0-4555-a236-8970da1db4f7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:16.650448 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0324f00e-6177-45c1-b930-b6028f597b1c req-5849cc6d-15f0-4555-a236-8970da1db4f7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0738776
Mar 18 02:47:16.656791 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b09f4ac-47c0-4fcf-9b2d-4c098864dd48 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (0f3d5e51-4c77-4689-83f8-91f73d96defe), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.661514 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b09f4ac-47c0-4fcf-9b2d-4c098864dd48 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0f3d5e51-4c77-4689-83f8-91f73d96defe), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.693036 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b09f4ac-47c0-4fcf-9b2d-4c098864dd48 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.694341 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2b09f4ac-47c0-4fcf-9b2d-4c098864dd48 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1441395
Mar 18 02:47:16.695385 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f4ac-47c0-4fcf-9b2d-4c098864dd48 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3d5e51-4c77-4689-83f8-91f73d96defe,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:16.696633 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:47:16.697028 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.698219 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 34240) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:16.703867 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-d41471e5-4067-4d64-aee9-9f3c8804882a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': '0f3d5e51-4c77-4689-83f8-91f73d96defe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:16.720828 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:47:16.723076 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50cf84b-31bf-4027-b4ff-417d8cdfe666" -d '{"events": [{"server_uuid": "d8d83a8a-88bf-44ec-b639-bd3f12a9a153", "name": "network-vif-plugged", "status": "completed", "tag": "293bb7a6-6a4f-40a1-af4e-74a09bb1a86d"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:47:16.724796 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0324f00e-6177-45c1-b930-b6028f597b1c req-b9b3eae7-52cd-4dd9-9cd7-bc6f71faf9b8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678036
Mar 18 02:47:16.736703 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:16.743408 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.746399 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d41471e5-4067-4d64-aee9-9f3c8804882a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (85aebf7a-71c5-4c76-9658-fb234579caf5), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.779520 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa89e7c-4a85-4fa6-a58c-6c684832bd7e x-openstack-request-id: req-4fa89e7c-4a85-4fa6-a58c-6c684832bd7e {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:47:16.779744 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d83a8a-88bf-44ec-b639-bd3f12a9a153", "name": "network-vif-plugged", "status": "completed", "tag": "293bb7a6-6a4f-40a1-af4e-74a09bb1a86d", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:47:16.780045 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fa89e7c-4a85-4fa6-a58c-6c684832bd7e {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:47:16.780382 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d', 'code': 200}
Mar 18 02:47:16.807652 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d41471e5-4067-4d64-aee9-9f3c8804882a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (85aebf7a-71c5-4c76-9658-fb234579caf5), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.810827 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:16.812033 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d41471e5-4067-4d64-aee9-9f3c8804882a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (85aebf7a-71c5-4c76-9658-fb234579caf5), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.832083 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41471e5-4067-4d64-aee9-9f3c8804882a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aebf7a-71c5-4c76-9658-fb234579caf5,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:16.842559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d41471e5-4067-4d64-aee9-9f3c8804882a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.844462 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-d41471e5-4067-4d64-aee9-9f3c8804882a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1445501
Mar 18 02:47:16.846738 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 34244) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:16.851148 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-0b4baa73-edf8-4a15-a6ca-e0c0201d5916 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': '0f3d5e51-4c77-4689-83f8-91f73d96defe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:16.879022 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0b4baa73-edf8-4a15-a6ca-e0c0201d5916 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (e4f7f7ea-a103-49bb-8f29-0ecff649bf7e), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.971925 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0b4baa73-edf8-4a15-a6ca-e0c0201d5916 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (e4f7f7ea-a103-49bb-8f29-0ecff649bf7e), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.976952 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0b4baa73-edf8-4a15-a6ca-e0c0201d5916 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (e4f7f7ea-a103-49bb-8f29-0ecff649bf7e), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:16.999145 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646941b-0fa9-4990-b4e9-7a1ee5690436 req-c765ecca-4d06-4696-9b7a-589c487aec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:17.001717 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7646941b-0fa9-4990-b4e9-7a1ee5690436 req-c765ecca-4d06-4696-9b7a-589c487aec5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 1129 time: 0.0929849
Mar 18 02:47:17.005251 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4baa73-edf8-4a15-a6ca-e0c0201d5916 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f7f7ea-a103-49bb-8f29-0ecff649bf7e,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:17.018889 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0b4baa73-edf8-4a15-a6ca-e0c0201d5916 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.020031 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-0b4baa73-edf8-4a15-a6ca-e0c0201d5916 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1723425
Mar 18 02:47:17.023339 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34248) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:17.027862 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:17.049198 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.056240 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7646941b-0fa9-4990-b4e9-7a1ee5690436 req-9cdd8df4-5f83-4f6d-a1cb-33c3ec433165 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463705
Mar 18 02:47:17.152114 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.185246 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c09137-f497-470f-93a9-644ba731dab0 req-8218e809-7adc-476d-8052-a2a01b059ee5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:17.186748 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-68c09137-f497-470f-93a9-644ba731dab0 req-8218e809-7adc-476d-8052-a2a01b059ee5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0535507
Mar 18 02:47:17.233616 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-68c09137-f497-470f-93a9-644ba731dab0 req-5ff50867-7458-4929-8ac5-a5a34260ef23 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405579
Mar 18 02:47:17.264082 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.27.0.90 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/230e395c-d69c-4b8c-8f4c-f505cdbbcad7) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:47:17.344068 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965317ba-f2fd-4799-b7ae-dce0785d53c3 req-7e1dc0d4-bfdf-4135-8591-833e74f8c8d7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:17.345236 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-965317ba-f2fd-4799-b7ae-dce0785d53c3 req-7e1dc0d4-bfdf-4135-8591-833e74f8c8d7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0561023
Mar 18 02:47:17.366015 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.392615 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-965317ba-f2fd-4799-b7ae-dce0785d53c3 req-1e2a96ef-804d-4d40-9009-c6adbc6cf7a3 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418682
Mar 18 02:47:17.399597 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.435235 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:47:17.440063 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:47:17.443405 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:47:17.451054 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=230e395c-d69c-4b8c-8f4c-f505cdbbcad7,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:17.532805 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (676a14a8-d3c5-4242-8a8c-65d5f16b131b), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.568281 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.712935 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.718261 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7357063'] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.783705 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=230e395c-d69c-4b8c-8f4c-f505cdbbcad7,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:17.795139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (676a14a8-d3c5-4242-8a8c-65d5f16b131b), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.810265 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:17.811803 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4cb4e138-3f1e-4ddd-bebf-8818322cf352 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.7874866
Mar 18 02:47:17.860287 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102a8fb-d6a1-40fc-a5b1-8d701f03b925 req-d568beaf-bda0-44cd-b10b-80050bcfa474 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:17.861789 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2102a8fb-d6a1-40fc-a5b1-8d701f03b925 req-d568beaf-bda0-44cd-b10b-80050bcfa474 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0536680
Mar 18 02:47:17.909672 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2102a8fb-d6a1-40fc-a5b1-8d701f03b925 req-cdb4530d-78cc-4b2a-a9c5-21c8c3ffdb4a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423703
Mar 18 02:47:18.003827 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-a44f35be-e93b-4e77-bf17-0f216f8a0bfb tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--938175316&fields=id&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 267 time: 0.0419149
Mar 18 02:47:18.113384 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-0dc4d97f-3983-43a0-913d-d63ee2274055 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:18.115136 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-0dc4d97f-3983-43a0-913d-d63ee2274055 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.1052017
Mar 18 02:47:18.130438 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-4ec0feaf-9b3e-4e6b-88ce-3c4b8bb96e2b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/quotas/9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 375 time: 0.0100491
Mar 18 02:47:18.189501 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-c860c1ed-0cf0-46b4-87bd-f79534e6a0f8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0535808
Mar 18 02:47:18.300366 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-f08179fb-4b57-41d9-a04e-8e8b665d7524 service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995026
Mar 18 02:47:18.655507 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a1def-d88e-42a2-93ac-d004ef944a40 req-3371f5c1-062e-4874-806e-6a1ffa3f0672 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:18.657037 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e4a1def-d88e-42a2-93ac-d004ef944a40 req-3371f5c1-062e-4874-806e-6a1ffa3f0672 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.3558137
Mar 18 02:47:18.676197 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-57ac3b9d-5f57-4ca6-9feb-40903c2e4cdd service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3670168
Mar 18 02:47:18.711086 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8e4a1def-d88e-42a2-93ac-d004ef944a40 req-b90a77e0-eb3f-4817-ba77-55b4fbab1cc4 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453453
Mar 18 02:47:18.850537 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-683af93c-f4d6-410f-ae28-cd41c991fea3 req-c675091b-f17b-46d7-97d5-f16ed9d69f74 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 210 time: 0.0317595
Mar 18 02:47:18.868944 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49e4f-d366-4f96-98d3-abb3119a82d2 req-f9bfc81c-f5ff-43c6-97f7-7890b7a9cf3a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:18.870478 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dab49e4f-d366-4f96-98d3-abb3119a82d2 req-f9bfc81c-f5ff-43c6-97f7-7890b7a9cf3a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0998614
Mar 18 02:47:18.927182 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dab49e4f-d366-4f96-98d3-abb3119a82d2 req-f40e062b-8a62-400c-a317-87f6890eda48 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503080
Mar 18 02:47:19.050554 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd70cc-f227-4d6b-8765-76e20f065166 req-03abc270-e786-49e8-be38-e3b363e52fa8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:19.052232 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77dd70cc-f227-4d6b-8765-76e20f065166 req-03abc270-e786-49e8-be38-e3b363e52fa8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0641868
Mar 18 02:47:19.117702 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-77dd70cc-f227-4d6b-8765-76e20f065166 req-7038ed32-ff63-43d5-8eb1-0845b4de63fb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594206
Mar 18 02:47:19.966285 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e2f68c2-0a82-44c2-a90f-76d9dd32b31a req-aa10f6ae-780f-4716-aeca-1694af0a549b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 210 time: 0.0407653
Mar 18 02:47:20.111624 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549d8f-3d32-438d-a80a-f0bdfccbb569 req-4939c19d-8d89-468b-b1fa-e2b0021d7341 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:20.113128 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29549d8f-3d32-438d-a80a-f0bdfccbb569 req-4939c19d-8d89-468b-b1fa-e2b0021d7341 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0923710
Mar 18 02:47:20.119435 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-0181ef93-a0f6-44f4-8364-8cc12ceca7d1 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:20.120761 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-0181ef93-a0f6-44f4-8364-8cc12ceca7d1 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.1832535
Mar 18 02:47:20.190618 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29549d8f-3d32-438d-a80a-f0bdfccbb569 req-6a9965ac-b27e-4f02-9b2a-65cfc9d862e9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688715
Mar 18 02:47:20.260928 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-4c784251-bcad-4402-843a-2ae7e14218ae tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 472 time: 0.1258340
Mar 18 02:47:20.277057 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'port': {'device_id': '6f658319-f186-42e1-bd77-892a34acc33d', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'admin_state_up': True, 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'security_groups': ['0f3d5e51-4c77-4689-83f8-91f73d96defe']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:20.327103 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecb7fd-321e-4219-ba34-5bde161e8b31 req-026c8f34-840d-4323-ad15-794a37994ec2 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:20.328686 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c8ecb7fd-321e-4219-ba34-5bde161e8b31 req-026c8f34-840d-4323-ad15-794a37994ec2 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1155241
Mar 18 02:47:20.401483 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c8ecb7fd-321e-4219-ba34-5bde161e8b31 req-dd6a4242-9569-4bae-88ab-2a290ec242ca tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672140
Mar 18 02:47:20.425056 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Made reservation on behalf of 9eb71a501cc048a4ab730eb78a02d8d5 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:47:20.429184 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:20.560181 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.20.0.13 (abdbe5d0-e208-44c9-9d0f-66761487ec77/27be4128-fbd6-4dc1-8e0b-0829b65e9183/64bc22b0-0f86-40ec-9370-3616e22fdbae) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:47:20.700250 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:20.735560 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:20.780660 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:47:20.791539 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:47:20.793878 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=64bc22b0-0f86-40ec-9370-3616e22fdbae,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:20.802295 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:47:20.805562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.805911 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.806204 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.806724 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.806999 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.807286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.807620 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.807947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.808279 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.808880 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.809481 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.809828 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.810609 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.810948 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.811280 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:20.866525 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:20.867519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:20.884403 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-663ee3e1-a203-4f3b-af4d-273d82e60590 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6111262
Mar 18 02:47:20.895907 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Request body: {'port': {'device_id': '6f658319-f186-42e1-bd77-892a34acc33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:20.962936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:21.028425 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-4864f648-1120-423c-9863-6b1fdcc638fb None None] Provisioning complete for port 64bc22b0-0f86-40ec-9370-3616e22fdbae triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:47:21.028940 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4864f648-1120-423c-9863-6b1fdcc638fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:21.072161 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4864f648-1120-423c-9863-6b1fdcc638fb None None] Port 64bc22b0-0f86-40ec-9370-3616e22fdbae cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:47:21.201336 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8322b-7737-463c-97c6-251460ff78d2 req-6cdb0ed7-f3bb-4dba-8c12-2005ddd209e2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:21.202915 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-70b8322b-7737-463c-97c6-251460ff78d2 req-6cdb0ed7-f3bb-4dba-8c12-2005ddd209e2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 932 time: 0.1210897
Mar 18 02:47:21.280449 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-70b8322b-7737-463c-97c6-251460ff78d2 req-d2411315-c39f-4216-bb49-a0e3e44a0882 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699477
Mar 18 02:47:21.375409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bc22b0-0f86-40ec-9370-3616e22fdbae {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:47:21.386480 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Publish callbacks [] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:21.399243 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bce5f-6420-4b18-b571-c6df84646a80 req-82cd2dee-21d7-4ba0-9790-3b3ccc3d3aaa tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:21.400833 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ab9bce5f-6420-4b18-b571-c6df84646a80 req-82cd2dee-21d7-4ba0-9790-3b3ccc3d3aaa tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.1195087
Mar 18 02:47:21.417208 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Transition to ACTIVE for port object 64bc22b0-0f86-40ec-9370-3616e22fdbae will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:47:21.424830 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:21.517774 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ab9bce5f-6420-4b18-b571-c6df84646a80 req-910fe28a-8c09-4714-ad3b-a9ab84e80c89 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101904
Mar 18 02:47:21.540225 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc22b0-0f86-40ec-9370-3616e22fdbae,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:21.623621 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf34863-0170-4815-8136-511992eaca72 req-0254dacb-6491-4d87-9824-e55b322877c1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:21.625729 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2bf34863-0170-4815-8136-511992eaca72 req-0254dacb-6491-4d87-9824-e55b322877c1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1377685
Mar 18 02:47:21.653344 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Attempting to bind port 64bc22b0-0f86-40ec-9370-3616e22fdbae on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:47:21.653678 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Attempting to bind port 64bc22b0-0f86-40ec-9370-3616e22fdbae by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:47:21.654007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Attempting to bind port 64bc22b0-0f86-40ec-9370-3616e22fdbae on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:47:21.661766 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Port 64bc22b0-0f86-40ec-9370-3616e22fdbae on network abdbe5d0-e208-44c9-9d0f-66761487ec77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:47:21.662085 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Attempting to bind port 64bc22b0-0f86-40ec-9370-3616e22fdbae on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:47:21.676149 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:47:21.676487 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Checking segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:47:21.676872 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Bound using segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:47:21.677299 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Bound port: 64bc22b0-0f86-40ec-9370-3616e22fdbae, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:47:21.677655 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:21.722883 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2bf34863-0170-4815-8136-511992eaca72 req-16537b4e-795e-48d2-9d50-7595ffaaeb9b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861828
Mar 18 02:47:21.760072 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] For port 64bc22b0-0f86-40ec-9370-3616e22fdbae, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:47:21.763269 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] For port 64bc22b0-0f86-40ec-9370-3616e22fdbae, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:47:21.770108 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:21.803437 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:21.804049 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:21.805436 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] 10.222.0.35 "PUT /v2.0/ports/64bc22b0-0f86-40ec-9370-3616e22fdbae HTTP/1.1" status: 200  len: 1094 time: 0.9137745
Mar 18 02:47:21.805844 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:47:21.808022 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36" -d '{"events": [{"name": "network-changed", "server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:47:21.835612 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6c25d-c0f2-4429-87fb-7aa4f4ba6c32 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc22b0-0f86-40ec-9370-3616e22fdbae,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:21.852784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9857665-fe1b-4790-8068-32a945c966ca x-openstack-request-id: req-a9857665-fe1b-4790-8068-32a945c966ca {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:47:21.853295 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:47:21.853295 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9857665-fe1b-4790-8068-32a945c966ca {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:47:21.853733 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'status': 'completed', 'code': 200}
Mar 18 02:47:21.919613 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-ba6bf766-5005-4b55-b248-f33055ad494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:21.920768 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-ba6bf766-5005-4b55-b248-f33055ad494e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 1128 time: 0.0484641
Mar 18 02:47:21.967492 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-e34cdab9-23cd-4524-9f9c-a5b9e66ed330 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae HTTP/1.1" status: 200  len: 217 time: 0.0367124
Mar 18 02:47:22.025297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-328fe186-25d7-435a-8dc7-418a62570494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.026814 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-328fe186-25d7-435a-8dc7-418a62570494 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0508366
Mar 18 02:47:22.082661 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-d1779da4-5861-4062-b596-cbd6b93b6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.084102 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-d1779da4-5861-4062-b596-cbd6b93b6546 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0457082
Mar 18 02:47:22.170945 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-68b9329d-3053-481f-8a7e-a8be0c3f18bf service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802076
Mar 18 02:47:22.270924 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c856aba4-9023-458f-895d-5b5f6a9337e5 req-bf48b063-b3c7-4a93-a01b-6659988d6823 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893855
Mar 18 02:47:22.401808 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-6b3eae42-a1d3-43a1-a22e-ca68b271437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.403354 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-6b3eae42-a1d3-43a1-a22e-ca68b271437d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 1128 time: 0.0819762
Mar 18 02:47:22.471319 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f71be-bdd0-4598-9fc5-45fa119e2caa req-8023ff64-692b-4f29-a080-48f5f301ef23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.472814 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d39f71be-bdd0-4598-9fc5-45fa119e2caa req-8023ff64-692b-4f29-a080-48f5f301ef23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 944 time: 0.1143448
Mar 18 02:47:22.556736 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d39f71be-bdd0-4598-9fc5-45fa119e2caa req-b4980a02-ebdf-4f7b-af8b-00c2b18679a4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776975
Mar 18 02:47:22.559921 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-4b274081-adec-4511-802b-b2415edd561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.561317 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-4b274081-adec-4511-802b-b2415edd561a service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.1467323
Mar 18 02:47:22.652350 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-eacbd2ee-1e83-438a-9be2-5dc7d6df4416 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae HTTP/1.1" status: 200  len: 217 time: 0.0750058
Mar 18 02:47:22.732696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af95a5-14fe-43c9-bcd9-23f16938900d req-b415a442-fc39-473c-b2fb-3ea666be6c2c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.734155 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e3af95a5-14fe-43c9-bcd9-23f16938900d req-b415a442-fc39-473c-b2fb-3ea666be6c2c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1765647
Mar 18 02:47:22.787715 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-4b7bdfde-2624-4299-8043-557fd757e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.789061 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-4b7bdfde-2624-4299-8043-557fd757e0f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.1073556
Mar 18 02:47:22.821986 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451737e-abae-4d30-9213-620012aca8f4 req-15e6209f-b2e2-4e69-925c-f3cd9d2d0f87 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.823484 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1451737e-abae-4d30-9213-620012aca8f4 req-15e6209f-b2e2-4e69-925c-f3cd9d2d0f87 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.1741881
Mar 18 02:47:22.879839 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e3af95a5-14fe-43c9-bcd9-23f16938900d req-a83c05bb-0eb8-46c4-823d-2fb711e21e6a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340148
Mar 18 02:47:22.886033 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40c6f2-fa2d-4eb9-ad90-9ad1160d469d req-15d9db26-5fec-469c-b81a-e651f148c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.887539 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6f40c6f2-fa2d-4eb9-ad90-9ad1160d469d req-15d9db26-5fec-469c-b81a-e651f148c8cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 1129 time: 0.1524823
Mar 18 02:47:22.930997 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-880ae17a-e435-4743-9e31-cb1eca63aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:22.932496 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-880ae17a-e435-4743-9e31-cb1eca63aa85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1344845
Mar 18 02:47:22.937034 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1451737e-abae-4d30-9213-620012aca8f4 req-c7c12177-e23c-4662-8e34-61967c21c526 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958993
Mar 18 02:47:23.015112 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6f40c6f2-fa2d-4eb9-ad90-9ad1160d469d req-76a17f3e-99ec-424b-ba65-5e604a4cac93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193054
Mar 18 02:47:23.085080 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740fcb1-ff3b-4940-ad4c-951f5bf21486 req-83d025c3-d919-4de7-b970-c5228a6eee3f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:23.086575 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3740fcb1-ff3b-4940-ad4c-951f5bf21486 req-83d025c3-d919-4de7-b970-c5228a6eee3f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1188004
Mar 18 02:47:23.090295 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-73dca05d-635e-4e1e-8f0b-28d193d69ce6 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313539
Mar 18 02:47:23.134574 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3740fcb1-ff3b-4940-ad4c-951f5bf21486 req-16e56e69-fe90-43a2-80aa-d3e4518373d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424941
Mar 18 02:47:23.353858 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-7a2072e0-8fdd-4f8e-ba25-1ba6f3908f78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1022067
Mar 18 02:47:23.371155 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49b4f869-02a0-49d1-9ffe-b5d6cfa03b36 req-07e16603-71a5-4c53-ab3c-659e6c90b69d service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117899
Mar 18 02:47:23.428999 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-0528601f-d2e1-4019-8574-41b158ff3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:23.430509 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-0528601f-d2e1-4019-8574-41b158ff3506 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 1129 time: 0.0466039
Mar 18 02:47:23.558204 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-dfea2e85-6751-40bb-aba2-602e5c12b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:23.559720 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-dfea2e85-6751-40bb-aba2-602e5c12b54f service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.0888233
Mar 18 02:47:23.666989 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-4b91468f-241b-4fd7-ab13-12a1c07453b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd HTTP/1.1" status: 200  len: 1000 time: 0.0894284
Mar 18 02:47:23.724880 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9224d1-3af7-42e6-8dcd-67ff427c6907 req-67f7a032-ca88-4c27-a549-292bed0736ba tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:23.726352 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-be9224d1-3af7-42e6-8dcd-67ff427c6907 req-67f7a032-ca88-4c27-a549-292bed0736ba tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 944 time: 0.1019049
Mar 18 02:47:23.732169 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-f2416c66-4ebb-4a8c-a1df-975d7902104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:23.733560 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-f2416c66-4ebb-4a8c-a1df-975d7902104a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0597045
Mar 18 02:47:23.807757 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-be9224d1-3af7-42e6-8dcd-67ff427c6907 req-8959c837-6d56-4575-9247-874d8bd52975 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732636
Mar 18 02:47:23.814141 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-7471e33a-d9ba-42d6-a525-081b091794f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:23.815632 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-7471e33a-d9ba-42d6-a525-081b091794f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0739884
Mar 18 02:47:23.916951 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-c459dfcc-9cdd-4e0a-81e5-062ad3a642fa service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898061
Mar 18 02:47:24.075085 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef15187-32e1-44de-a8fa-2add538f739c req-8a856313-0f0d-4e59-adaa-a1a88ecb4722 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:24.076513 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9ef15187-32e1-44de-a8fa-2add538f739c req-8a856313-0f0d-4e59-adaa-a1a88ecb4722 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1128294
Mar 18 02:47:24.082587 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5f73b80-5b13-41a7-9916-48a7b0a84f49 req-ced39378-f077-47d0-9c0f-fd9ffead5c3c service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590919
Mar 18 02:47:24.113700 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf1ada-b1fa-44ec-b975-3af19472b484 req-b4b2f1b8-5e5f-467a-8be4-38efa91a1dad tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:24.115180 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4adf1ada-b1fa-44ec-b975-3af19472b484 req-b4b2f1b8-5e5f-467a-8be4-38efa91a1dad tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.1053295
Mar 18 02:47:24.158205 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9ef15187-32e1-44de-a8fa-2add538f739c req-1f05d2a8-5f7f-49c4-b97a-71a7eb365c07 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746837
Mar 18 02:47:24.180084 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4adf1ada-b1fa-44ec-b975-3af19472b484 req-8cab0046-7c98-42e3-a24c-b30672150b61 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591729
Mar 18 02:47:24.242335 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:24.271337 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486e20c-d283-49a8-aae8-23e50026e83e req-2bb91cf2-6b86-4789-a748-bfc993eac8fb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:24.272794 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e486e20c-d283-49a8-aae8-23e50026e83e req-2bb91cf2-6b86-4789-a748-bfc993eac8fb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0576377
Mar 18 02:47:24.319373 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e486e20c-d283-49a8-aae8-23e50026e83e req-114fb184-d0b7-4ad0-b230-2fb9e1103a29 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402584
Mar 18 02:47:24.589454 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 64bc22b0-0f86-40ec-9370-3616e22fdbae details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:47:24.685998 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 64bc22b0-0f86-40ec-9370-3616e22fdbae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:24.697971 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'port_id': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'mac_address': 'fa:16:3e:52:a4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:47:24.733548 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 64bc22b0-0f86-40ec-9370-3616e22fdbae is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:47:24.733941 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:24.747261 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bc22b0-0f86-40ec-9370-3616e22fdbae {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:47:24.768546 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 64bc22b0-0f86-40ec-9370-3616e22fdbae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:24.772646 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:24.822511 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=64bc22b0-0f86-40ec-9370-3616e22fdbae,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:24.932790 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aadb3-c9a9-4bcd-954c-9b01a9c5a8a1 req-cb707bee-a0d5-42ae-aa55-453281ef159b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:24.937371 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf5aadb3-c9a9-4bcd-954c-9b01a9c5a8a1 req-cb707bee-a0d5-42ae-aa55-453281ef159b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 945 time: 0.0577593
Mar 18 02:47:24.988535 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf5aadb3-c9a9-4bcd-954c-9b01a9c5a8a1 req-ebbe7d7f-465d-4ec0-8dfc-f129ee8b8405 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423796
Mar 18 02:47:25.152810 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['64bc22b0-0f86-40ec-9370-3616e22fdbae'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:47:25.313841 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4537-920a-4ccd-99a7-23e88651d1c0 req-e5c6a043-b9df-4b94-83fb-dd3c1d3a3e99 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:25.315361 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-631d4537-920a-4ccd-99a7-23e88651d1c0 req-e5c6a043-b9df-4b94-83fb-dd3c1d3a3e99 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0904748
Mar 18 02:47:25.336835 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35d78e-db76-4465-87b4-59cdebab7c1b req-cac0cf6a-3579-45c9-90cc-e899969e126e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:25.338276 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5a35d78e-db76-4465-87b4-59cdebab7c1b req-cac0cf6a-3579-45c9-90cc-e899969e126e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0854526
Mar 18 02:47:25.408605 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-631d4537-920a-4ccd-99a7-23e88651d1c0 req-1456b837-3707-4640-81c6-b98eada0b27d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862119
Mar 18 02:47:25.416911 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5a35d78e-db76-4465-87b4-59cdebab7c1b req-bf80a3fe-ec76-47e5-b622-2d4053f174fd tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680664
Mar 18 02:47:25.561389 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644ab23-430a-49ae-90ac-aa2693020e80 req-6ffb92ed-f44c-48e8-ae78-6c0fc52aae5b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:25.562976 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3644ab23-430a-49ae-90ac-aa2693020e80 req-6ffb92ed-f44c-48e8-ae78-6c0fc52aae5b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0925231
Mar 18 02:47:25.571158 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c40f7-3b73-4477-b959-bff947295c74 req-598f7fa9-d349-4408-b94a-1bf36c3e630e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:25.572510 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-028c40f7-3b73-4477-b959-bff947295c74 req-598f7fa9-d349-4408-b94a-1bf36c3e630e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0751562
Mar 18 02:47:25.639785 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3644ab23-430a-49ae-90ac-aa2693020e80 req-a1ce8aa4-777e-47bd-aa2a-ee189402a170 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663211
Mar 18 02:47:25.646773 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-028c40f7-3b73-4477-b959-bff947295c74 req-64a44142-efbc-458a-8e63-c381546a5301 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676720
Mar 18 02:47:26.108215 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e070c-3984-4b25-b1eb-baf4a13664e2 req-0938eb69-9ccc-4aa4-87c3-9b4a2ec05328 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:26.109614 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ca1e070c-3984-4b25-b1eb-baf4a13664e2 req-0938eb69-9ccc-4aa4-87c3-9b4a2ec05328 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 945 time: 0.0550725
Mar 18 02:47:26.155303 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ca1e070c-3984-4b25-b1eb-baf4a13664e2 req-93b64051-8f11-4ad9-b0c8-6ca98b0d9238 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402007
Mar 18 02:47:26.531605 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02697ac-4aa8-4aeb-a078-c685a19e341a req-c38a4d78-e5d8-4c51-86b6-3993b272ad86 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:26.533119 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e02697ac-4aa8-4aeb-a078-c685a19e341a req-c38a4d78-e5d8-4c51-86b6-3993b272ad86 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0536959
Mar 18 02:47:26.599822 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 64bc22b0-0f86-40ec-9370-3616e22fdbae up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:47:26.653233 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 64bc22b0-0f86-40ec-9370-3616e22fdbae completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:47:26.658341 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 64bc22b0-0f86-40ec-9370-3616e22fdbae triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:47:26.658832 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:26.747088 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 64bc22b0-0f86-40ec-9370-3616e22fdbae is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:47:26.747492 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:26.772705 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:47:26.774949 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6c37a-9c11-488d-ac5f-2de7200b9beb" -d '{"events": [{"server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "name": "network-vif-plugged", "status": "completed", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:47:26.787840 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 64bc22b0-0f86-40ec-9370-3616e22fdbae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:26.793199 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:26.841293 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=64bc22b0-0f86-40ec-9370-3616e22fdbae,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:26.863331 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e02697ac-4aa8-4aeb-a078-c685a19e341a req-d87a6d88-0e31-4d49-b129-bfe54f87b718 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3247058
Mar 18 02:47:26.890390 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e115f34-e014-49ca-bc65-3e66be624438 req-3daa878e-777c-4c6a-a544-77c91901dec8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:26.891960 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e115f34-e014-49ca-bc65-3e66be624438 req-3daa878e-777c-4c6a-a544-77c91901dec8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0647740
Mar 18 02:47:26.915042 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6312b00-0a21-45ac-8f80-b87663654e76 x-openstack-request-id: req-f6312b00-0a21-45ac-8f80-b87663654e76 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:47:26.915335 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "name": "network-vif-plugged", "status": "completed", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:47:26.915589 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6312b00-0a21-45ac-8f80-b87663654e76 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:47:26.915982 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'code': 200}
Mar 18 02:47:26.941738 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e115f34-e014-49ca-bc65-3e66be624438 req-eb7c6e5b-05ce-4f44-8aa3-6c3dac8e986c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436466
Mar 18 02:47:27.118434 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069f691-19bf-4734-886f-f10f2520a055 req-4f37807e-c62c-43a6-a2f5-2c1cd34d351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:27.120057 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9069f691-19bf-4734-886f-f10f2520a055 req-4f37807e-c62c-43a6-a2f5-2c1cd34d351b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 1130 time: 0.0466061
Mar 18 02:47:27.171382 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9069f691-19bf-4734-886f-f10f2520a055 req-f5096d77-e534-4eeb-84aa-25a794df198c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443916
Mar 18 02:47:27.274788 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e3247-23d0-4656-98e4-6e4eb079788c req-3a148a10-1199-42ae-81f2-b27a02231512 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:27.276375 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-902e3247-23d0-4656-98e4-6e4eb079788c req-3a148a10-1199-42ae-81f2-b27a02231512 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0930619
Mar 18 02:47:27.290358 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19fe0-1ed6-49e0-bfdf-270b839d5c41 req-a179bef0-b234-45ad-9f3e-7476cc04ca1d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:27.291793 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-14b19fe0-1ed6-49e0-bfdf-270b839d5c41 req-a179bef0-b234-45ad-9f3e-7476cc04ca1d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.0690989
Mar 18 02:47:27.351483 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:47:27.361994 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-902e3247-23d0-4656-98e4-6e4eb079788c req-cd2f7682-8e12-4d9d-9081-f171ce3e0c28 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787737
Mar 18 02:47:27.365215 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-14b19fe0-1ed6-49e0-bfdf-270b839d5c41 req-75dd668e-0d0d-46e5-99f7-076f77dbd41e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677714
Mar 18 02:47:27.448800 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-0a6325b4-87eb-4e75-ab4b-731bf33155d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:27.450258 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-0a6325b4-87eb-4e75-ab4b-731bf33155d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1130 time: 0.0487301
Mar 18 02:47:27.540964 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-0537e2e9-0479-4fd1-94fe-b92fd27f6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:27.542356 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-0537e2e9-0479-4fd1-94fe-b92fd27f6083 service neutron] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 919 time: 0.0853214
Mar 18 02:47:27.586802 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-78e0e534-6c05-4323-b0b9-35ecaa82c0a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 200  len: 217 time: 0.0368142
Mar 18 02:47:27.650304 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-cc8a61a5-b5d3-463e-af0e-10f824de3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:27.651790 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-cc8a61a5-b5d3-463e-af0e-10f824de3058 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0499036
Mar 18 02:47:27.685775 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-3212d7ca-d8d5-4573-85c4-86cf51c57dd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244465
Mar 18 02:47:27.777971 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-1cb63a63-6a84-4c8d-87df-a9e1f2dc73e4 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826945
Mar 18 02:47:27.871949 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ff1882-194a-47ca-b0f0-dfd63a7d92e9 req-81e773ee-93c4-4b2f-868a-eb924eaea5b2 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868833
Mar 18 02:47:27.992676 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59a5b-7614-4d65-bd59-4b5bbd377612 req-766f8605-a959-4c6d-98f9-e25a64a59fdb tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:27.994150 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fca59a5b-7614-4d65-bd59-4b5bbd377612 req-766f8605-a959-4c6d-98f9-e25a64a59fdb tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0599885
Mar 18 02:47:28.079641 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fca59a5b-7614-4d65-bd59-4b5bbd377612 req-b6436c1d-41d6-439b-a790-53739cbc4be7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798938
Mar 18 02:47:28.093396 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d1f2-3321-461b-989b-b68cf1562344 req-615108e0-79f9-4d57-8daa-8709b7af4dff tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:28.095637 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87c5d1f2-3321-461b-989b-b68cf1562344 req-615108e0-79f9-4d57-8daa-8709b7af4dff tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0799177
Mar 18 02:47:28.145002 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-87c5d1f2-3321-461b-989b-b68cf1562344 req-649e1659-6c02-4310-8f83-50e08617bbb7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438633
Mar 18 02:47:28.509281 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2b46b-5bba-4f88-85ad-8c6dfaaa81bc req-01e77d87-40ff-4668-9cbc-b513078f63c6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:28.510796 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2eb2b46b-5bba-4f88-85ad-8c6dfaaa81bc req-01e77d87-40ff-4668-9cbc-b513078f63c6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.0725133
Mar 18 02:47:28.521746 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0853-22ad-4c53-be29-b836dfcb0f54 req-b76b9651-29dc-4365-a5c1-adcf5830473e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:28.523269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aa2a0853-22ad-4c53-be29-b836dfcb0f54 req-b76b9651-29dc-4365-a5c1-adcf5830473e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0948091
Mar 18 02:47:28.599112 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2eb2b46b-5bba-4f88-85ad-8c6dfaaa81bc req-d1ae5357-a925-4d21-946d-9d528d17eaac tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748465
Mar 18 02:47:28.606756 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aa2a0853-22ad-4c53-be29-b836dfcb0f54 req-3744b041-3d4e-4b5f-8bf6-8985ca3f8e4c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679588
Mar 18 02:47:29.199352 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d5f11-40df-4624-85af-2b27db7b9e2e req-0295b036-fef3-46db-89c1-cb36b72cada1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:29.200860 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d74d5f11-40df-4624-85af-2b27db7b9e2e req-0295b036-fef3-46db-89c1-cb36b72cada1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0554366
Mar 18 02:47:29.284627 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d74d5f11-40df-4624-85af-2b27db7b9e2e req-a24de3c6-ccd1-4c3a-a31f-ac997d5a24ba tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762291
Mar 18 02:47:29.294892 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493346f2-c70e-4281-862f-08f51e4e3d03 req-e7282425-42df-4a99-963d-343a89e94ef7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:29.296364 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-493346f2-c70e-4281-862f-08f51e4e3d03 req-e7282425-42df-4a99-963d-343a89e94ef7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0807400
Mar 18 02:47:29.342148 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-493346f2-c70e-4281-862f-08f51e4e3d03 req-0614e13e-59f1-48fe-9287-e2232560f070 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404556
Mar 18 02:47:29.759893 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a850ac-92d6-4f15-bb52-741f62fca238 req-7e490731-ff61-4889-8a85-49064c05b41d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:29.761344 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-09a850ac-92d6-4f15-bb52-741f62fca238 req-7e490731-ff61-4889-8a85-49064c05b41d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0819182
Mar 18 02:47:29.769695 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f501f18-1e0d-4686-a085-fb3e6b56113c req-af81e4c3-3aba-4535-aa87-ff08785a5684 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:29.771147 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1f501f18-1e0d-4686-a085-fb3e6b56113c req-af81e4c3-3aba-4535-aa87-ff08785a5684 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.1011591
Mar 18 02:47:29.843758 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-09a850ac-92d6-4f15-bb52-741f62fca238 req-db688ca1-02f7-4bfa-9207-b3a49027b13e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715566
Mar 18 02:47:29.848477 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1f501f18-1e0d-4686-a085-fb3e6b56113c req-52f75fb6-d2ab-407e-a8b0-6b35643044a3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703290
Mar 18 02:47:29.965361 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5b993-e8cc-4475-98d6-e785abd816dd req-7e1e86ea-7dd7-4a19-ad13-eed22a410756 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:29.967205 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7bc5b993-e8cc-4475-98d6-e785abd816dd req-7e1e86ea-7dd7-4a19-ad13-eed22a410756 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.0565169
Mar 18 02:47:29.976752 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34466) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:29.981356 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'port_id': '64bc22b0-0f86-40ec-9370-3616e22fdbae'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:47:30.023784 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (676a14a8-d3c5-4242-8a8c-65d5f16b131b), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:30.405496 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c628f7e-1080-48f4-ab93-2116b46ac6ac req-73288fac-0b27-4332-8b1c-3fc6596e87bd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:30.407060 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c628f7e-1080-48f4-ab93-2116b46ac6ac req-73288fac-0b27-4332-8b1c-3fc6596e87bd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0558836
Mar 18 02:47:30.497108 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9c628f7e-1080-48f4-ab93-2116b46ac6ac req-44d0922e-c7ef-4aab-b8f7-fc9b28623fad tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793393
Mar 18 02:47:30.505321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b461-ff4c-4d8c-bf3c-b22134c4a7a5 req-62da7381-61fd-4db4-b758-faf71d1ebf94 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:30.506806 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6e54b461-ff4c-4d8c-bf3c-b22134c4a7a5 req-62da7381-61fd-4db4-b758-faf71d1ebf94 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0878990
Mar 18 02:47:30.561336 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6e54b461-ff4c-4d8c-bf3c-b22134c4a7a5 req-22381d0a-fdda-463a-b038-5cd3c40b2216 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485485
Mar 18 02:47:30.630855 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:30.634509 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (676a14a8-d3c5-4242-8a8c-65d5f16b131b), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:30.735727 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.l3_db [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 676a14a8-d3c5-4242-8a8c-65d5f16b131b associated. External IP: 172.27.0.90, port: 64bc22b0-0f86-40ec-9370-3616e22fdbae.
Mar 18 02:47:30.947197 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:47:30.966716 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44c440-a000-46e2-9645-69c805a4b848 req-05d83c6e-4d25-4526-a2ec-8d8ae2e0fce5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:30.968214 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2e44c440-a000-46e2-9645-69c805a4b848 req-05d83c6e-4d25-4526-a2ec-8d8ae2e0fce5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0563881
Mar 18 02:47:31.016950 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2e44c440-a000-46e2-9645-69c805a4b848 req-945d55d0-4b49-45b0-9f86-39ed355881b8 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419183
Mar 18 02:47:31.059249 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:47:31.063972 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:31.069068 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:47:31.078646 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:47:31.079798 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4e3100>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:47:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:47:31.093080 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-df20668e-15d8-451a-be96-aa508375653f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "PUT /v2.0/floatingips/676a14a8-d3c5-4242-8a8c-65d5f16b131b HTTP/1.1" status: 200  len: 991 time: 1.1152425
Mar 18 02:47:31.093761 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:47:31.096941 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6bc084-0353-460c-bf0a-e4ddf4e75419" -d '{"events": [{"name": "network-changed", "server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:47:31.134273 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e03966-f016-45be-aa06-022a10ccbe02 x-openstack-request-id: req-e3e03966-f016-45be-aa06-022a10ccbe02 {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:47:31.134622 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:47:31.134873 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3e03966-f016-45be-aa06-022a10ccbe02 {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:47:31.135262 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'status': 'completed', 'code': 200}
Mar 18 02:47:31.200753 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:47:31.201727 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-7d6e3065-de2f-44f2-83e3-a437512e4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:31.203456 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-7d6e3065-de2f-44f2-83e3-a437512e4a6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 1130 time: 0.0467908
Mar 18 02:47:31.308923 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-84c4a2b9-7598-48e1-a6ea-011d6a3b39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:31.310406 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-84c4a2b9-7598-48e1-a6ea-011d6a3b39a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.0913820
Mar 18 02:47:31.381230 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-caa15367-9af2-439f-ade2-cbf5a4bba25c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae HTTP/1.1" status: 200  len: 999 time: 0.0592015
Mar 18 02:47:31.428181 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4e3100>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 2, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}, {'id': '676a14a8-d3c5-4242-8a8c-65d5f16b131b', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:52:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f658319-f186-42e1-bd77-892a34acc33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:47:17Z', 'updated_at': '2022-03-18T02:47:30Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:47:31.436919 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-bfa6630a-2850-4178-8265-65a4b9a7fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:31.438953 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-bfa6630a-2850-4178-8265-65a4b9a7fa54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0510805
Mar 18 02:47:31.459033 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:47:31.467163 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:47:31.467769 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4e3100>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:47:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:47:31.494380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-1992e9e4-3e84-4dc8-9e4c-eb22bb00384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:31.495897 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-1992e9e4-3e84-4dc8-9e4c-eb22bb00384a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0473149
Mar 18 02:47:31.580677 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:47:31.635147 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-5dda23b0-8d21-4933-b454-d8fa97623e3d service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326046
Mar 18 02:47:31.746516 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064fb2d-4f36-4a7c-b32e-a14a937e9969 req-eaac0cd0-c2ac-4a0e-a4ed-f93146580eba tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:31.748027 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2064fb2d-4f36-4a7c-b32e-a14a937e9969 req-eaac0cd0-c2ac-4a0e-a4ed-f93146580eba tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1481380
Mar 18 02:47:31.796835 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37534c8f-e6f2-4ea8-9cc8-6f4a92c83815 req-e0de4629-31be-42ee-a0f1-204f4bf679fb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:31.798376 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-37534c8f-e6f2-4ea8-9cc8-6f4a92c83815 req-e0de4629-31be-42ee-a0f1-204f4bf679fb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1578176
Mar 18 02:47:31.809976 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3a6bc084-0353-460c-bf0a-e4ddf4e75419 req-b50eb22c-4f56-4eed-b0fc-997b0d8a185e service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594546
Mar 18 02:47:31.818070 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4e3100>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 2, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}, {'id': '676a14a8-d3c5-4242-8a8c-65d5f16b131b', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:52:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f658319-f186-42e1-bd77-892a34acc33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:47:17Z', 'updated_at': '2022-03-18T02:47:30Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:47:31.847692 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f05ac-2d87-474c-ab54-741cfa21d5c7 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 2, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}, {'id': '676a14a8-d3c5-4242-8a8c-65d5f16b131b', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:52:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f658319-f186-42e1-bd77-892a34acc33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:47:17Z', 'updated_at': '2022-03-18T02:47:30Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:47:31.854136 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2064fb2d-4f36-4a7c-b32e-a14a937e9969 req-3c70c7fd-537f-4471-b870-b0c6ea2faeba tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936811
Mar 18 02:47:31.893579 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-37534c8f-e6f2-4ea8-9cc8-6f4a92c83815 req-93a30866-8ea5-457a-bf74-69d47e7671a9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868444
Mar 18 02:47:32.064050 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84cdb0-c1a3-4960-b390-910a0b42b24c None None] New status for floating IP 676a14a8-d3c5-4242-8a8c-65d5f16b131b: ACTIVE {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:47:32.140087 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36ace-18d9-4d51-b8f0-8868d29123de req-f7dd66a7-59c7-42ed-897c-a3c885444bc1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:32.141705 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ded36ace-18d9-4d51-b8f0-8868d29123de req-f7dd66a7-59c7-42ed-897c-a3c885444bc1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0567899
Mar 18 02:47:32.193498 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ded36ace-18d9-4d51-b8f0-8868d29123de req-4f04890e-b144-42d7-b4e0-59b4a5e8c761 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459723
Mar 18 02:47:33.014316 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f5bd0-353d-467d-beab-080d8f7d2b44 req-f05ad9a1-69b8-4482-9f34-256b8b4c5d98 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:33.015811 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ce5f5bd0-353d-467d-beab-080d8f7d2b44 req-f05ad9a1-69b8-4482-9f34-256b8b4c5d98 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0855577
Mar 18 02:47:33.047280 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bbf7f-9b7c-42ff-9aa7-b99e15f277f8 req-246cf64c-36db-43e6-8cc7-dceb349c94cf tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:33.049311 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4c7bbf7f-9b7c-42ff-9aa7-b99e15f277f8 req-246cf64c-36db-43e6-8cc7-dceb349c94cf tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0825672
Mar 18 02:47:33.099500 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ce5f5bd0-353d-467d-beab-080d8f7d2b44 req-709ce54e-b4ae-4669-85f2-832da7492e23 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763202
Mar 18 02:47:33.113936 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4c7bbf7f-9b7c-42ff-9aa7-b99e15f277f8 req-191162ff-aa99-4a8e-9a36-28228cda4eca tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590153
Mar 18 02:47:33.309255 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a4fb5-09a1-4104-b044-86e02e538846 req-05240c0b-2661-4437-a69a-c85d79dbacc5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:33.310719 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ff5a4fb5-09a1-4104-b044-86e02e538846 req-05240c0b-2661-4437-a69a-c85d79dbacc5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0513878
Mar 18 02:47:33.355595 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ff5a4fb5-09a1-4104-b044-86e02e538846 req-7a94cfe2-6993-41d6-9930-6fdd8d685aee tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387068
Mar 18 02:47:34.249712 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f138d-c5e6-40ad-93e9-754cb7bdaf2d req-7722d6de-aca2-468f-9349-e3b0ff4bd135 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:34.251795 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4b6f138d-c5e6-40ad-93e9-754cb7bdaf2d req-7722d6de-aca2-468f-9349-e3b0ff4bd135 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0861576
Mar 18 02:47:34.263253 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22f034-47f2-410a-934c-dc5ac71e6740 req-3b70b60a-0ead-43b3-a565-dbb73f02e730 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:34.264668 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a22f034-47f2-410a-934c-dc5ac71e6740 req-3b70b60a-0ead-43b3-a565-dbb73f02e730 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0714598
Mar 18 02:47:34.327642 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4b6f138d-c5e6-40ad-93e9-754cb7bdaf2d req-5450b6d5-ddd2-41ad-bb1b-6532a8832039 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620575
Mar 18 02:47:34.338233 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a22f034-47f2-410a-934c-dc5ac71e6740 req-a054e644-2632-42ef-8440-48452db66bd6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669506
Mar 18 02:47:34.468780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51181cac-81f3-4d97-acd5-2a6ceecca4eb req-17206a6c-114e-4a8a-9323-759536a48cff tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:34.470788 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-51181cac-81f3-4d97-acd5-2a6ceecca4eb req-17206a6c-114e-4a8a-9323-759536a48cff tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0510147
Mar 18 02:47:34.524500 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-51181cac-81f3-4d97-acd5-2a6ceecca4eb req-e7b7a28f-b620-4c1a-975b-f476d96f0d6d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443902
Mar 18 02:47:35.475820 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1ac8b-1c91-4b62-9bbd-fcbb96b29f4f req-c11cfba2-c33b-4e7b-9bdf-376932cfb642 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:35.477277 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5ff1ac8b-1c91-4b62-9bbd-fcbb96b29f4f req-c11cfba2-c33b-4e7b-9bdf-376932cfb642 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0815556
Mar 18 02:47:35.488761 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d77ed-1ee8-4ef2-86e5-961363e7b097 req-cea9b6fd-50ba-4ee8-bd15-06f3a950354d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:35.490163 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-748d77ed-1ee8-4ef2-86e5-961363e7b097 req-cea9b6fd-50ba-4ee8-bd15-06f3a950354d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0694840
Mar 18 02:47:35.561715 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5ff1ac8b-1c91-4b62-9bbd-fcbb96b29f4f req-c124d1b6-8dab-4bdf-b214-8f7656f8e4ff tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705862
Mar 18 02:47:35.565788 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-748d77ed-1ee8-4ef2-86e5-961363e7b097 req-80ac25ac-efe3-4e43-ad35-d7c36d1042a3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692763
Mar 18 02:47:35.671668 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9b77b-cbfd-4993-bb20-1b3d2674b626 req-1fea4105-781f-4958-99a1-f2fa99b0b9ca tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:35.673694 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42e9b77b-cbfd-4993-bb20-1b3d2674b626 req-1fea4105-781f-4958-99a1-f2fa99b0b9ca tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0565126
Mar 18 02:47:35.719441 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42e9b77b-cbfd-4993-bb20-1b3d2674b626 req-0a7efac3-fda5-4cef-90fc-edd629a2811d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400343
Mar 18 02:47:36.648083 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:47:36.711377 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c1a-9ffc-46d3-8361-be048b426982 req-56915d59-e44b-40ed-8ff4-9d99745580f8 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:36.712889 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de1e6c1a-9ffc-46d3-8361-be048b426982 req-56915d59-e44b-40ed-8ff4-9d99745580f8 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0842340
Mar 18 02:47:36.726661 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51347-1a99-4ad5-8456-9c1955463597 req-8d670f5e-6a12-44b7-84d3-7cb4d428a63c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:36.728537 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8e51347-1a99-4ad5-8456-9c1955463597 req-8d670f5e-6a12-44b7-84d3-7cb4d428a63c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0721476
Mar 18 02:47:36.754363 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:36.766241 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'port_id': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'mac_address': 'fa:16:3e:68:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:47:36.801882 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de1e6c1a-9ffc-46d3-8361-be048b426982 req-223b8f53-ed9c-47c6-b88f-3154c634cf40 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827940
Mar 18 02:47:36.804940 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: ACTIVE; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:47:36.805363 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:36.809300 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8e51347-1a99-4ad5-8456-9c1955463597 req-28c19c86-07eb-46c9-b413-3ffd743f59e3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746119
Mar 18 02:47:36.819060 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9044a727-ee85-433b-a463-641ea2cb2dd0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:47:36.839807 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:36.843859 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:36.891741 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=6']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:36.898899 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.899250 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.899598 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.899940 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.900277 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.900611 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.900938 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.901263 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.901590 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.901915 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.902240 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.902600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.902921 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.903248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.903569 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:47:36.924965 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67efb93-8967-416a-b8a3-7a6027cc2fbe req-35e31e2a-517f-4a4a-8e16-d3b0ef0eab24 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:36.926534 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e67efb93-8967-416a-b8a3-7a6027cc2fbe req-35e31e2a-517f-4a4a-8e16-d3b0ef0eab24 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0551109
Mar 18 02:47:36.945129 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-354b2351-a9fc-4207-82cb-244fc5ff9339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:36.975349 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e67efb93-8967-416a-b8a3-7a6027cc2fbe req-ae4c729e-ba23-46ca-9eb5-c94693de849d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431581
Mar 18 02:47:37.036924 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['9044a727-ee85-433b-a463-641ea2cb2dd0'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:47:37.973243 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7df3e-51d6-4ffe-8758-cc89c5b4a858 req-ad72e20e-6bfb-44fc-ac47-370977d44980 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:37.974781 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-07b7df3e-51d6-4ffe-8758-cc89c5b4a858 req-ad72e20e-6bfb-44fc-ac47-370977d44980 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0971389
Mar 18 02:47:37.988560 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0687b4-3dd2-4dc7-a37e-dca7edbb3aab req-618bdcef-d41e-47df-b4a6-caf570827f87 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:37.990026 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f0687b4-3dd2-4dc7-a37e-dca7edbb3aab req-618bdcef-d41e-47df-b4a6-caf570827f87 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.0791361
Mar 18 02:47:38.062638 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-07b7df3e-51d6-4ffe-8758-cc89c5b4a858 req-52a45f48-017f-4d50-b7af-e28aff60c586 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821166
Mar 18 02:47:38.066238 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f0687b4-3dd2-4dc7-a37e-dca7edbb3aab req-e58c77ee-663d-4e7f-a9d7-70ce5c49c287 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704534
Mar 18 02:47:38.203525 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a99d-bf7a-48f3-912d-c285f03ee8c9 req-85386c9c-0406-4a3c-879b-18cca0fb000c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:38.212460 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-83e8a99d-bf7a-48f3-912d-c285f03ee8c9 req-85386c9c-0406-4a3c-879b-18cca0fb000c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0742574
Mar 18 02:47:38.260529 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-83e8a99d-bf7a-48f3-912d-c285f03ee8c9 req-c45ff84a-9b6b-4fa1-8a06-0578877d9ea7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459569
Mar 18 02:47:38.655133 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:47:38.713101 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 9044a727-ee85-433b-a463-641ea2cb2dd0 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:47:38.713717 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:38.806892 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:47:38.807288 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:38.835796 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:47:38.838043 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efdc2f9-df1e-4d60-98f0-e14540ff3dda" -d '{"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-plugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:47:38.852850 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:38.861419 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:38.889296 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87185d91-80ee-4f10-9e58-1afc17c0c588 x-openstack-request-id: req-87185d91-80ee-4f10-9e58-1afc17c0c588 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:47:38.889590 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-plugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:47:38.889855 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87185d91-80ee-4f10-9e58-1afc17c0c588 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:47:38.890249 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'code': 200}
Mar 18 02:47:38.922128 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=7']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:39.249579 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3078da-eb89-4e6e-89e5-a82514231e0e req-f14d6fad-fd7f-48a3-934d-51c15bf6549c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:39.256536 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d3078da-eb89-4e6e-89e5-a82514231e0e req-f14d6fad-fd7f-48a3-934d-51c15bf6549c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1066706
Mar 18 02:47:39.267886 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b4600c7-80cf-4579-bf4f-1d98befcc48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:39.276249 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99ee8e-458e-485a-b8e0-6f73ca48cd0c req-6963ba75-c78d-4b75-ba57-4044d90c92ae tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:39.277705 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fe99ee8e-458e-485a-b8e0-6f73ca48cd0c req-6963ba75-c78d-4b75-ba57-4044d90c92ae tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1163020
Mar 18 02:47:39.351567 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d3078da-eb89-4e6e-89e5-a82514231e0e req-9fea4763-ee93-4d26-83cc-ca0a0b670512 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935593
Mar 18 02:47:39.373650 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fe99ee8e-458e-485a-b8e0-6f73ca48cd0c req-b60d1701-6ddd-4a2c-9314-b8a6910313ab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869162
Mar 18 02:47:39.491743 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29098225-1f3f-4535-b394-92706e063f57 req-f8e370a5-7f7d-466e-b069-87d9834a4e02 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:39.501747 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29098225-1f3f-4535-b394-92706e063f57 req-f8e370a5-7f7d-466e-b069-87d9834a4e02 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0763609
Mar 18 02:47:39.593981 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29098225-1f3f-4535-b394-92706e063f57 req-a45e723f-ff6f-4f5b-aa63-6ba8998e4112 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907962
Mar 18 02:47:39.646464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515c6c6-a0d7-4950-a85f-af7e1c39af1a req-34e0562c-12a9-4b4e-88f2-eb2f1a26215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:39.647989 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f515c6c6-a0d7-4950-a85f-af7e1c39af1a req-34e0562c-12a9-4b4e-88f2-eb2f1a26215c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1130 time: 0.0512605
Mar 18 02:47:39.705726 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f515c6c6-a0d7-4950-a85f-af7e1c39af1a req-c1afd671-0ffa-4b80-83ea-d0ff30a35739 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491691
Mar 18 02:47:40.542877 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e877d45-cfcc-4650-a8d3-6ceaa5d22040 req-8bb0fe97-9a4e-4513-90e5-85ea66800232 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:40.545568 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6e877d45-cfcc-4650-a8d3-6ceaa5d22040 req-8bb0fe97-9a4e-4513-90e5-85ea66800232 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0872426
Mar 18 02:47:40.571581 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69faa0-be2a-4f95-b0e9-75432fd1c408 req-556288b3-fba8-4b56-8362-a005fb99eb6f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:40.573249 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ef69faa0-be2a-4f95-b0e9-75432fd1c408 req-556288b3-fba8-4b56-8362-a005fb99eb6f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0866671
Mar 18 02:47:40.592143 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:40.649538 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6e877d45-cfcc-4650-a8d3-6ceaa5d22040 req-db29485a-084e-45b1-91ee-c9848b9fba1c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929747
Mar 18 02:47:40.680912 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ef69faa0-be2a-4f95-b0e9-75432fd1c408 req-e33e4c16-fb1c-40e7-a3a2-378caac91e4f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904903
Mar 18 02:47:40.804353 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a687f76-0525-4fae-826d-93832821dc7f req-48e5e4af-ab4b-4811-91d3-a10d89d5b7b7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:40.809404 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8a687f76-0525-4fae-826d-93832821dc7f req-48e5e4af-ab4b-4811-91d3-a10d89d5b7b7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0629084
Mar 18 02:47:40.866511 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8a687f76-0525-4fae-826d-93832821dc7f req-b9a2f1b5-27fa-4b02-9a33-8296e7293b7a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527039
Mar 18 02:47:41.844064 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:41.903040 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da437d5d-9292-4e94-9293-f7849995b722 req-7a7a9c24-390a-49be-9a45-0fe52ea730b4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:41.904580 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-da437d5d-9292-4e94-9293-f7849995b722 req-7a7a9c24-390a-49be-9a45-0fe52ea730b4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1407874
Mar 18 02:47:41.929991 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167abb5-08a7-4054-970b-957f26c70abb req-8b16ac3e-006e-4646-ba5f-b73b616877d7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:41.933250 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e167abb5-08a7-4054-970b-957f26c70abb req-8b16ac3e-006e-4646-ba5f-b73b616877d7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1341255
Mar 18 02:47:42.013665 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-da437d5d-9292-4e94-9293-f7849995b722 req-d2c5f88e-e811-446a-9430-75c6775ce200 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982056
Mar 18 02:47:42.043584 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e167abb5-08a7-4054-970b-957f26c70abb req-11106d2f-a695-49c7-8a9c-f5fdc5f88924 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913289
Mar 18 02:47:42.145009 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed794aee-dd43-41a7-94b9-14ecca1a7122 req-542539d9-8db0-4ce0-89ec-1188b0f58b0c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:42.146712 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ed794aee-dd43-41a7-94b9-14ecca1a7122 req-542539d9-8db0-4ce0-89ec-1188b0f58b0c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0578926
Mar 18 02:47:42.198069 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ed794aee-dd43-41a7-94b9-14ecca1a7122 req-68886cfd-da70-43de-8052-270be4fb6374 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458364
Mar 18 02:47:42.532771 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-07ac67d7-fa0a-40bb-a4df-63ac8a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:42.532771 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-07ac67d7-fa0a-40bb-a4df-63ac8a637a97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1130 time: 0.1024704
Mar 18 02:47:42.564392 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b19d-3a0a-4aff-bd79-400ab0353bc0 req-356e1af7-97a6-4b00-8235-d2c5f37efe99 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:42.571029 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc45b19d-3a0a-4aff-bd79-400ab0353bc0 req-356e1af7-97a6-4b00-8235-d2c5f37efe99 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.1436331
Mar 18 02:47:42.685317 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc45b19d-3a0a-4aff-bd79-400ab0353bc0 req-9e553db9-0010-41f5-ae9b-06467c4ef091 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134167
Mar 18 02:47:42.716022 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-e3eacd1d-b5fe-4a09-8811-9445377c41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:42.717635 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-e3eacd1d-b5fe-4a09-8811-9445377c41b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 919 time: 0.1769392
Mar 18 02:47:42.775131 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-402fa60d-3d3e-4058-a1bd-f91f2059bb0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 200  len: 217 time: 0.0460949
Mar 18 02:47:42.849790 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-014db9e6-5a02-4743-877e-6f2d44b48373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:42.853958 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-014db9e6-5a02-4743-877e-6f2d44b48373 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0622399
Mar 18 02:47:42.908085 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-faf22d7a-b108-4b97-b6a4-830c4c5a3092 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343041
Mar 18 02:47:43.028368 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-ff5b76f4-0382-49b6-ba3f-a7953304cfc3 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079316
Mar 18 02:47:43.270346 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cfbfd66-6343-4637-b9de-e33c5deca6bd req-579d0c2a-3398-476d-a1ca-1fdfeda80862 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295201
Mar 18 02:47:43.345927 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcac86d-9a0f-4c39-b6a6-6707fe4db7f1 req-0754bba6-9539-47d7-9db7-9212eac95d18 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:43.348458 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6dcac86d-9a0f-4c39-b6a6-6707fe4db7f1 req-0754bba6-9539-47d7-9db7-9212eac95d18 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.2073600
Mar 18 02:47:43.371007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e392b42-866c-4569-bba8-050ef0cea078 req-a5303386-f5e6-4129-9f96-9a3fad1858fc tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:43.372574 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e392b42-866c-4569-bba8-050ef0cea078 req-a5303386-f5e6-4129-9f96-9a3fad1858fc tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1967142
Mar 18 02:47:43.440368 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6dcac86d-9a0f-4c39-b6a6-6707fe4db7f1 req-6e32f7fc-9626-49f0-8247-5202c113cb48 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832350
Mar 18 02:47:43.452905 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e392b42-866c-4569-bba8-050ef0cea078 req-e5fedb11-6877-4712-a8a4-e87cfdd267b3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715024
Mar 18 02:47:43.553021 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:43.836237 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd71a8-d413-40c3-85a8-e268f3ee1f02 req-a8e37b67-2ca8-4f3c-8a00-ba18598fbeab tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:43.838398 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fdcd71a8-d413-40c3-85a8-e268f3ee1f02 req-a8e37b67-2ca8-4f3c-8a00-ba18598fbeab tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0665584
Mar 18 02:47:43.902877 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fdcd71a8-d413-40c3-85a8-e268f3ee1f02 req-77aeafdd-4a67-46d3-a4c0-d125cc8f0def tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563715
Mar 18 02:47:44.631119 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66289-1a96-447e-8fea-fc9c2d434595 req-ae41b503-e436-4013-8da2-580fdd75514f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:44.632629 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6af66289-1a96-447e-8fea-fc9c2d434595 req-ae41b503-e436-4013-8da2-580fdd75514f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0949085
Mar 18 02:47:44.639818 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c747c-ea8a-4db8-90a9-d07e99072a24 req-6663acf2-e3f0-4ce3-8ef4-8f42845f8374 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:44.642629 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-329c747c-ea8a-4db8-90a9-d07e99072a24 req-6663acf2-e3f0-4ce3-8ef4-8f42845f8374 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0962193
Mar 18 02:47:44.721524 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6af66289-1a96-447e-8fea-fc9c2d434595 req-131df28d-3b56-4c28-8d9d-52ffa10db02b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779014
Mar 18 02:47:44.729070 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-329c747c-ea8a-4db8-90a9-d07e99072a24 req-515f63b6-5fcb-48ad-9427-239930a2566b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796411
Mar 18 02:47:44.948072 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020d766-59fc-4447-9069-e6934e0bfe9a req-7c4683fa-d09f-4e97-8c83-c206b34cb171 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:44.955396 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c020d766-59fc-4447-9069-e6934e0bfe9a req-7c4683fa-d09f-4e97-8c83-c206b34cb171 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0653181
Mar 18 02:47:45.029921 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c020d766-59fc-4447-9069-e6934e0bfe9a req-68e14b31-71ad-424f-8a5b-22cbf269ca3a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735779
Mar 18 02:47:45.054117 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8620528-9d60-47d5-9917-977fd049d8f3 req-d940e797-659d-4aa3-bad9-397f4dac894e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:45.058959 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8620528-9d60-47d5-9917-977fd049d8f3 req-d940e797-659d-4aa3-bad9-397f4dac894e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0763052
Mar 18 02:47:45.107315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8620528-9d60-47d5-9917-977fd049d8f3 req-e9f69e6c-8409-4d8f-ac1b-d6d76a2db53e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443575
Mar 18 02:47:45.865000 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15079dc-ba2b-4d9b-98c1-951b3469292f req-8a512dbe-045d-4b19-89eb-c20609c97299 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:45.866619 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d15079dc-ba2b-4d9b-98c1-951b3469292f req-8a512dbe-045d-4b19-89eb-c20609c97299 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0638251
Mar 18 02:47:45.920537 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d15079dc-ba2b-4d9b-98c1-951b3469292f req-9ee1a1ef-48c1-48d7-9ef5-e1a4e138bb6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474877
Mar 18 02:47:46.174088 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53b1c-8c7b-4406-8e26-9d333a28de86 req-94791fb0-3496-4d22-898a-d96ba8484edd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:46.175769 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ecc53b1c-8c7b-4406-8e26-9d333a28de86 req-94791fb0-3496-4d22-898a-d96ba8484edd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0695674
Mar 18 02:47:46.262111 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ecc53b1c-8c7b-4406-8e26-9d333a28de86 req-c53c209b-f043-43c1-b65b-09d2e7990b4a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801826
Mar 18 02:47:46.290843 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d983d91-dddc-4cb0-b606-7afdba3f1643 req-c603c48d-3686-4d82-89a4-a5204a2f8b9b tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:46.292393 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d983d91-dddc-4cb0-b606-7afdba3f1643 req-c603c48d-3686-4d82-89a4-a5204a2f8b9b tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0757623
Mar 18 02:47:46.591907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d983d91-dddc-4cb0-b606-7afdba3f1643 req-16313350-97f8-4e2a-b047-70a2ea60a7e3 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891569
Mar 18 02:47:47.042310 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864a605-bf8f-4995-b169-d5a5a203e64a req-40dc1a9b-d261-43dc-a1e5-01ddbd4146db tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.044037 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c864a605-bf8f-4995-b169-d5a5a203e64a req-40dc1a9b-d261-43dc-a1e5-01ddbd4146db tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0521367
Mar 18 02:47:47.089259 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c864a605-bf8f-4995-b169-d5a5a203e64a req-a47a764d-0a38-4666-9b41-eb963ed7abe7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387728
Mar 18 02:47:47.217195 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-74ff64c2-dc58-4178-8771-35394331b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.219214 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-74ff64c2-dc58-4178-8771-35394331b8f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1129 time: 0.0440476
Mar 18 02:47:47.316698 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-8df6fef3-2454-4fdc-963c-964d4bd9d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.318298 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-8df6fef3-2454-4fdc-963c-964d4bd9d7d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.0899777
Mar 18 02:47:47.414135 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-c0783916-f5b5-4b44-b387-dd32a339c0fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 1001 time: 0.0893571
Mar 18 02:47:47.429601 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845eb7b-a6f4-42d9-b3df-3183bc7e1860 req-f512d858-75b6-4b6f-8510-585b9101300d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.431010 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4845eb7b-a6f4-42d9-b3df-3183bc7e1860 req-f512d858-75b6-4b6f-8510-585b9101300d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0698273
Mar 18 02:47:47.476343 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4845eb7b-a6f4-42d9-b3df-3183bc7e1860 req-cc84346a-b27e-4535-b3a7-bd107072bbaf tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397398
Mar 18 02:47:47.534010 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-6e45d003-2ecb-4090-aa84-fc409567253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.535465 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-6e45d003-2ecb-4090-aa84-fc409567253f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.0425031
Mar 18 02:47:47.586759 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-35a3c439-0c67-4787-a991-919f32fe80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.588246 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-35a3c439-0c67-4787-a991-919f32fe80a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0432296
Mar 18 02:47:47.710614 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-a17a0b6d-1e7e-45d5-bcc9-fbeb58316c8d service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143134
Mar 18 02:47:47.725670 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f794ef6-d610-4955-9737-2fdd108c7cd1 req-627c366b-4b3a-4007-853d-06374f6228e0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.727142 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6f794ef6-d610-4955-9737-2fdd108c7cd1 req-627c366b-4b3a-4007-853d-06374f6228e0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0738297
Mar 18 02:47:47.856137 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6f794ef6-d610-4955-9737-2fdd108c7cd1 req-308a5a82-0e47-462a-9b68-35f3e80d96b5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187472
Mar 18 02:47:47.870063 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-2ee90783-099f-4ffd-ba7e-25675d04476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.871544 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-2ee90783-099f-4ffd-ba7e-25675d04476e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1130 time: 0.1359935
Mar 18 02:47:47.889604 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-acca5475-0cf5-489d-9fce-66920cc6b331 req-f7ec8ebd-c82b-423e-a1de-a8b694f56215 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615350
Mar 18 02:47:47.968767 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-facd77ba-b3a7-4c5a-8b9c-3aa6cb485d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:47.970136 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-facd77ba-b3a7-4c5a-8b9c-3aa6cb485d96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.0907867
Mar 18 02:47:48.037313 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-c7f93cf4-3245-45f7-a846-758cc3bea426 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 200  len: 1001 time: 0.0580032
Mar 18 02:47:48.085071 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-fcced427-4afd-4a14-87e4-a75819bfc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:48.086463 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-fcced427-4afd-4a14-87e4-a75819bfc079 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0422645
Mar 18 02:47:48.143127 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-1f7b311c-8d9b-4456-8457-cf3f677b4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:48.144616 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-1f7b311c-8d9b-4456-8457-cf3f677b4927 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0487902
Mar 18 02:47:48.267736 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295cb07-402e-48e4-a81b-c87ec6171284 req-98090e2c-5d94-4260-84cf-c79a18937f90 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:48.269207 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9295cb07-402e-48e4-a81b-c87ec6171284 req-98090e2c-5d94-4260-84cf-c79a18937f90 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.1061425
Mar 18 02:47:48.292194 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-94a67867-ed81-4ee7-a1da-51d8764f00c6 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361327
Mar 18 02:47:48.364845 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9295cb07-402e-48e4-a81b-c87ec6171284 req-2bf117be-ff23-4686-9cfc-a7ab615c0d8a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901208
Mar 18 02:47:48.402208 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4df48b9-9d9c-489d-928f-cf67d083cbb5 req-34489d18-3509-4e79-9250-c2b92465472e service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021090
Mar 18 02:47:48.603889 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d270b0-8606-4b79-b54f-88a3b5ac50f1 req-f9d4a261-154b-478a-ab58-accf07508001 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:48.605365 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e7d270b0-8606-4b79-b54f-88a3b5ac50f1 req-f9d4a261-154b-478a-ab58-accf07508001 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0578370
Mar 18 02:47:48.651411 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e7d270b0-8606-4b79-b54f-88a3b5ac50f1 req-a9999261-043f-42e4-8020-eead39eb328e tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404203
Mar 18 02:47:48.974139 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f5a6c-1810-45b4-84c6-578a71c3dae6 req-6f6cbbab-3762-4da9-8f1a-9ed42e08f411 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:48.975636 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d1f5a6c-1810-45b4-84c6-578a71c3dae6 req-6f6cbbab-3762-4da9-8f1a-9ed42e08f411 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0511968
Mar 18 02:47:49.021873 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d1f5a6c-1810-45b4-84c6-578a71c3dae6 req-f72746d7-b614-4be5-bf95-c1ae259549a6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407944
Mar 18 02:47:49.488256 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3040102-a9ce-4bbe-8495-a9fc96bd7a60 req-1f9a72b6-8f70-4a83-b3d9-c1815146f0bc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:49.489787 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a3040102-a9ce-4bbe-8495-a9fc96bd7a60 req-1f9a72b6-8f70-4a83-b3d9-c1815146f0bc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0523117
Mar 18 02:47:49.538745 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a3040102-a9ce-4bbe-8495-a9fc96bd7a60 req-c64ac59c-a463-4386-9b90-bc6a0b5f954f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435846
Mar 18 02:47:49.767033 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99234b-8d03-405a-915b-7bc41090fabf req-2b6bcab1-e423-4ccc-ab50-502dbc480353 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:49.768487 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d99234b-8d03-405a-915b-7bc41090fabf req-2b6bcab1-e423-4ccc-ab50-502dbc480353 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0519328
Mar 18 02:47:49.813765 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d99234b-8d03-405a-915b-7bc41090fabf req-2f58fb18-e6d6-4543-a058-97ec464c5b73 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397890
Mar 18 02:47:50.659651 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2ce0e-1dbd-46b9-88fb-6df6018d5da8 req-18f04c92-cd46-4d7e-b22a-2bd5e40f8ee3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:50.661122 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-56b2ce0e-1dbd-46b9-88fb-6df6018d5da8 req-18f04c92-cd46-4d7e-b22a-2bd5e40f8ee3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0523813
Mar 18 02:47:50.707087 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-56b2ce0e-1dbd-46b9-88fb-6df6018d5da8 req-aef5598e-3245-4eee-aed9-b365d7c8fead tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405667
Mar 18 02:47:51.829662 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2988-faa2-4e61-80e7-19bb017ac6fc req-b190dc69-be0e-4830-a6c0-419e01431d6e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:51.831161 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9d2c2988-faa2-4e61-80e7-19bb017ac6fc req-b190dc69-be0e-4830-a6c0-419e01431d6e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 946 time: 0.0554249
Mar 18 02:47:51.877886 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9d2c2988-faa2-4e61-80e7-19bb017ac6fc req-c8287473-b980-4ebf-9154-d6ecf1ebdf0b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411882
Mar 18 02:47:52.529093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26fa5-c2ec-4bd2-84f0-438d8eadc06f req-cb1f2660-15dc-42ef-bb4a-6863a907f97c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:52.530624 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42f26fa5-c2ec-4bd2-84f0-438d8eadc06f req-cb1f2660-15dc-42ef-bb4a-6863a907f97c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0516992
Mar 18 02:47:52.579314 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42f26fa5-c2ec-4bd2-84f0-438d8eadc06f req-835b5608-0c82-4c03-8393-5f36069efd40 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429857
Mar 18 02:47:52.738670 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:47:52.833475 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: ACTIVE; New status is: DOWN {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:47:52.834022 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:52.856800 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:47:52.860007 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db26d9b-a3c5-473a-a0cb-9a5eeedd43a7" -d '{"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-unplugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:47:52.872722 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:47:52.879687 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:52.912978 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Mar 2022 02:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f47380-67de-4bba-af29-8b905d66cd22 x-openstack-request-id: req-56f47380-67de-4bba-af29-8b905d66cd22 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:47:52.913383 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-unplugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:47:52.913829 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56f47380-67de-4bba-af29-8b905d66cd22 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:47:52.914314 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'code': 200}
Mar 18 02:47:52.944352 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=8']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:47:53.018173 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a936cdb-68d8-4d31-ad66-cdb3d5165814 req-4b5f7c66-9bfc-44bc-ab15-bea46736f8dc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:53.019678 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a936cdb-68d8-4d31-ad66-cdb3d5165814 req-4b5f7c66-9bfc-44bc-ab15-bea46736f8dc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0603266
Mar 18 02:47:53.071745 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a936cdb-68d8-4d31-ad66-cdb3d5165814 req-4f927f53-426c-43e7-bc6f-5e6a9c363631 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464735
Mar 18 02:47:54.193489 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89796c6-c59e-47fb-9c4d-0be30ecddfaa req-d2a7edbc-f800-4f19-ac5f-91b58470a899 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:54.194965 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e89796c6-c59e-47fb-9c4d-0be30ecddfaa req-d2a7edbc-f800-4f19-ac5f-91b58470a899 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0516458
Mar 18 02:47:54.240181 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:47:54.240798 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e89796c6-c59e-47fb-9c4d-0be30ecddfaa req-341b865f-7203-4b8f-ad09-17c9fd5e6d40 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402985
Mar 18 02:47:55.359854 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae32c4-baa5-47af-8cb1-6e975a817cb1 req-d3d2da2d-9618-4209-ab9a-e81fb315cabd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:55.361310 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9dae32c4-baa5-47af-8cb1-6e975a817cb1 req-d3d2da2d-9618-4209-ab9a-e81fb315cabd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0509818
Mar 18 02:47:55.406311 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9dae32c4-baa5-47af-8cb1-6e975a817cb1 req-6ec09bd9-692e-4723-b232-e45b95b6fba4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396538
Mar 18 02:47:56.527671 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9f245-d98e-47eb-b5a1-74d0e7fead61 req-c83cc65a-bb34-4c3b-a68a-a9a15607e185 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:56.529225 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0cc9f245-d98e-47eb-b5a1-74d0e7fead61 req-c83cc65a-bb34-4c3b-a68a-a9a15607e185 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0551648
Mar 18 02:47:56.576798 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0cc9f245-d98e-47eb-b5a1-74d0e7fead61 req-e4fc29a3-fe3d-4496-a725-1e609b6717e6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420897
Mar 18 02:47:57.055746 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [req-dc858968-2f37-4ff6-8a6e-ab9664625214 req-fc985170-f942-4cbe-aadf-f1a750b26be4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:47:57.056820 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dc858968-2f37-4ff6-8a6e-ab9664625214 req-fc985170-f942-4cbe-aadf-f1a750b26be4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054669
Mar 18 02:47:57.220151 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9d4a-2163-48ca-bef5-aa255a8aa707 req-0403e7f6-b776-4ffd-843a-058507f4d4eb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:57.221720 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c06d9d4a-2163-48ca-bef5-aa255a8aa707 req-0403e7f6-b776-4ffd-843a-058507f4d4eb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0543313
Mar 18 02:47:57.273209 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c06d9d4a-2163-48ca-bef5-aa255a8aa707 req-d459b7b3-430e-4449-8db7-30d647c4c3c8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426438
Mar 18 02:47:57.536996 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34806) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:57.654561 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-327bd69a-bbe2-4f06-a538-4d6645babb42 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1164224
Mar 18 02:47:57.663657 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-a6f56a48-efe8-4ab8-8637-5568a4344f33 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:47:57.664586 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-a6f56a48-efe8-4ab8-8637-5568a4344f33 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048532
Mar 18 02:47:57.747118 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 34814) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:47:57.793844 dv-cinder-817135-5-iscsi neutron-server[115116]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 18 02:47:57.836430 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-2192b98d-eb0a-44fd-8a49-281f0e8a2d23 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:57.837737 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-2192b98d-eb0a-44fd-8a49-281f0e8a2d23 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports/9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 200  len: 941 time: 0.0896845
Mar 18 02:47:58.395458 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98372107-68f4-4a60-9fae-01bc0805db44 req-9dd7e4c5-94dd-409b-b09b-88d7c42a0509 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:58.396913 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-98372107-68f4-4a60-9fae-01bc0805db44 req-9dd7e4c5-94dd-409b-b09b-88d7c42a0509 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0550475
Mar 18 02:47:58.442329 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-98372107-68f4-4a60-9fae-01bc0805db44 req-e222f102-6311-4ff8-84f5-4606fccb8679 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399685
Mar 18 02:47:59.563246 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478641-54dc-4a7b-80e1-2d2edd7e811e req-ff5f4448-8daa-4483-a8d9-a361ed8c5f6e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:47:59.564712 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf478641-54dc-4a7b-80e1-2d2edd7e811e req-ff5f4448-8daa-4483-a8d9-a361ed8c5f6e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0523245
Mar 18 02:47:59.611351 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf478641-54dc-4a7b-80e1-2d2edd7e811e req-c5d9cd42-6763-45f0-8a0b-22d3e15e1c3b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411983
Mar 18 02:48:00.729670 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54461c-0893-4f8e-b5a4-0a917df7d0b9 req-a53817dc-ec64-4e87-8de4-05460f144500 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:00.731166 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e54461c-0893-4f8e-b5a4-0a917df7d0b9 req-a53817dc-ec64-4e87-8de4-05460f144500 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0507886
Mar 18 02:48:00.740726 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:48:00.781457 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e54461c-0893-4f8e-b5a4-0a917df7d0b9 req-daa440d8-8135-46b8-9cd8-b6de24fb63cc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446680
Mar 18 02:48:00.818999 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: DOWN; New status is: DOWN {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:48:01.904206 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3df2f-0fba-4248-841e-8ed617d0102d req-c44dab65-70df-456f-8fa6-6db4b27f0da6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:01.906382 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-deb3df2f-0fba-4248-841e-8ed617d0102d req-c44dab65-70df-456f-8fa6-6db4b27f0da6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0524089
Mar 18 02:48:01.950792 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-deb3df2f-0fba-4248-841e-8ed617d0102d req-2336f2c3-ab0b-4e2d-9a12-4034b331a32b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391119
Mar 18 02:48:03.085521 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e16b-05bc-4963-9273-21a22fb8996c req-6b59e15f-4327-4a33-8daa-4c2270e4b95a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:03.087199 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a99e16b-05bc-4963-9273-21a22fb8996c req-6b59e15f-4327-4a33-8daa-4c2270e4b95a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0605838
Mar 18 02:48:03.146143 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a99e16b-05bc-4963-9273-21a22fb8996c req-462e13f1-0f77-4b16-a796-b336fdde1805 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532641
Mar 18 02:48:03.913288 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b12159-acd4-4d71-addd-5ba95b69e700 req-36356bce-5a1b-4bc7-8660-dd83f5cddea2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:03.915046 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92b12159-acd4-4d71-addd-5ba95b69e700 req-36356bce-5a1b-4bc7-8660-dd83f5cddea2 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0882611
Mar 18 02:48:03.930426 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-9c20a907-bf32-40a1-bc57-773d79718e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:03.931897 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-9c20a907-bf32-40a1-bc57-773d79718e0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1130 time: 0.0737486
Mar 18 02:48:04.013253 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92b12159-acd4-4d71-addd-5ba95b69e700 req-52fb6931-fcd2-4bf2-8a5d-a25d105d6fa3 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906162
Mar 18 02:48:04.050048 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-fea36e69-a09c-41a1-8ebe-cca96a5e5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.051549 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-fea36e69-a09c-41a1-8ebe-cca96a5e5744 service neutron] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 919 time: 0.1048870
Mar 18 02:48:04.108153 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-9cba614d-7dc7-4898-9d89-04f134a7b220 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 200  len: 217 time: 0.0335021
Mar 18 02:48:04.159297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-bd586ad8-2419-4fd1-a715-508fd174b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.160705 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-bd586ad8-2419-4fd1-a715-508fd174b2ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0420401
Mar 18 02:48:04.197150 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-44dd21ba-3ba6-4d98-9a0d-e154e865a08c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261173
Mar 18 02:48:04.334586 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d835-d202-45a9-a6d5-b91e27e996ab req-2c8feb56-b06c-487f-89ce-18424d2643fe tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.336079 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d342d835-d202-45a9-a6d5-b91e27e996ab req-2c8feb56-b06c-487f-89ce-18424d2643fe tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.1068170
Mar 18 02:48:04.338005 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-73a677fb-2e30-442d-a3e4-a646044f8719 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255257
Mar 18 02:48:04.350881 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:48:04.497969 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d342d835-d202-45a9-a6d5-b91e27e996ab req-f6df039c-f7dc-4ac7-9eb0-e2984a9c771a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1564815
Mar 18 02:48:04.525217 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-ffd92c7d-b9de-4671-a212-9af3c9e4e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.526763 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-ffd92c7d-b9de-4671-a212-9af3c9e4e61c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175&tenant_id=f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 1128 time: 0.1680186
Mar 18 02:48:04.542798 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e845892-37b0-40d7-90e7-db40fd09bca8 req-72e9cc7d-3a2b-4a50-b45d-af493812b560 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847453
Mar 18 02:48:04.601755 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-3d703a38-eca1-4e6b-b987-5fc5b9f182b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.603281 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-3d703a38-eca1-4e6b-b987-5fc5b9f182b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1128 time: 0.0489001
Mar 18 02:48:04.708017 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-48de03e4-d0bd-4397-86f6-7c54e0706ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.709479 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-48de03e4-d0bd-4397-86f6-7c54e0706ce1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.0893562
Mar 18 02:48:04.777957 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-906bf1bc-925f-4f1b-8de2-f884f46b3ae8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 200  len: 999 time: 0.0619910
Mar 18 02:48:04.829164 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-fc37fb78-03b5-4fb1-8cba-66bda3ccfdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.830562 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-fc37fb78-03b5-4fb1-8cba-66bda3ccfdcb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0466928
Mar 18 02:48:04.919380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-3c39be62-b0f1-4cc6-b274-4ebec392ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.921401 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-3c39be62-b0f1-4cc6-b274-4ebec392ab87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0810509
Mar 18 02:48:04.932994 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74592500-3bd6-4466-ab84-fe454778b5e7 req-4488f1ad-9594-4d8c-b243-f70106405bf5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:04.934417 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-74592500-3bd6-4466-ab84-fe454778b5e7 req-4488f1ad-9594-4d8c-b243-f70106405bf5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0696332
Mar 18 02:48:05.033116 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-74592500-3bd6-4466-ab84-fe454778b5e7 req-72a20bd3-0dd1-4c52-8f95-3069d894dee5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892749
Mar 18 02:48:05.053944 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-48c3ba68-94ed-480b-b3ac-19ff5f62bae5 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185751
Mar 18 02:48:05.199539 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02547fa0-2581-42d2-b610-b5e3c20bf531 req-cf9c4f11-6672-4413-bf8d-d208e2938f7e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:05.200921 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-02547fa0-2581-42d2-b610-b5e3c20bf531 req-cf9c4f11-6672-4413-bf8d-d208e2938f7e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0954187
Mar 18 02:48:05.203147 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbabb8bf-6c89-4424-ab88-3c46e4e964cd req-7a9000f4-5f4a-4795-8089-0f8461c67e6c service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428990
Mar 18 02:48:05.254399 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-02547fa0-2581-42d2-b610-b5e3c20bf531 req-3e792785-1095-423f-acdf-f97ec8267aee tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475907
Mar 18 02:48:05.632604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5ea1b-1fd8-4cfb-a566-7cf742c67973 req-6e82659f-bb7a-477c-8830-7e5c060d516d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:05.634878 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5af5ea1b-1fd8-4cfb-a566-7cf742c67973 req-6e82659f-bb7a-477c-8830-7e5c060d516d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0591793
Mar 18 02:48:05.705752 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5af5ea1b-1fd8-4cfb-a566-7cf742c67973 req-87ccd130-a752-41e1-a30b-8c67be3f5027 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604219
Mar 18 02:48:06.158825 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd307a-82f3-4f92-8baf-4a790b98417a req-6042eadf-43cd-442c-8027-8cc43cfe8685 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:06.160315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6bdd307a-82f3-4f92-8baf-4a790b98417a req-6042eadf-43cd-442c-8027-8cc43cfe8685 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0562992
Mar 18 02:48:06.208720 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6bdd307a-82f3-4f92-8baf-4a790b98417a req-5151abaf-f444-4adb-b9ed-1ce5f1aea878 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429151
Mar 18 02:48:06.379899 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b0c5-e075-4ff5-97f0-cc77cd3342df req-bebeaaaf-a69b-4023-b806-94242cb6d4ae tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:06.381312 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1b24b0c5-e075-4ff5-97f0-cc77cd3342df req-bebeaaaf-a69b-4023-b806-94242cb6d4ae tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0570416
Mar 18 02:48:06.429036 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1b24b0c5-e075-4ff5-97f0-cc77cd3342df req-44386750-3158-4d37-9884-4816d510c55c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421824
Mar 18 02:48:06.828444 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c0145-8158-4216-905e-8fde2d83b37d req-a8ec9222-72b0-46a2-9a6a-9030b3270dce tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:06.830444 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-363c0145-8158-4216-905e-8fde2d83b37d req-a8ec9222-72b0-46a2-9a6a-9030b3270dce tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0564504
Mar 18 02:48:06.883218 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-363c0145-8158-4216-905e-8fde2d83b37d req-aca87a8c-1f51-4c98-b271-86779260203d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466053
Mar 18 02:48:06.949345 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b7d6806-20dd-4601-8b2e-fde735e80dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:07.329239 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e877-c481-4afe-ae3a-22999b18a28c req-def3558c-ae8d-4db9-a40f-b9ff1d82edcc tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:07.330752 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1044e877-c481-4afe-ae3a-22999b18a28c req-def3558c-ae8d-4db9-a40f-b9ff1d82edcc tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0531721
Mar 18 02:48:07.382753 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1044e877-c481-4afe-ae3a-22999b18a28c req-6dae7160-f2a5-4c3b-9514-ffd426692acb tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458398
Mar 18 02:48:07.551246 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b4ab-1557-47bf-bec4-78719a651a41 req-bbfb9935-37ad-4d82-aaf3-ff8d355a14d1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:07.552692 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d826b4ab-1557-47bf-bec4-78719a651a41 req-bbfb9935-37ad-4d82-aaf3-ff8d355a14d1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0571222
Mar 18 02:48:07.607526 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d826b4ab-1557-47bf-bec4-78719a651a41 req-143d36b6-fbb3-4550-b722-f909d5bd3a30 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491817
Mar 18 02:48:08.006399 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbe5b-b4e4-4e35-bee3-e51b9d2e909e req-a242a342-e275-45fb-b26e-03c96cd551f2 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:08.007948 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92ebbe5b-b4e4-4e35-bee3-e51b9d2e909e req-a242a342-e275-45fb-b26e-03c96cd551f2 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0537524
Mar 18 02:48:08.057718 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-92ebbe5b-b4e4-4e35-bee3-e51b9d2e909e req-2b0875a9-0d82-4276-ba8c-607fd36f9219 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443218
Mar 18 02:48:08.504908 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f928d-40a2-4666-9805-a4f4e9c10c64 req-13187b33-a0b9-4799-ad51-70db5aaa5cd2 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:08.506547 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c31f928d-40a2-4666-9805-a4f4e9c10c64 req-13187b33-a0b9-4799-ad51-70db5aaa5cd2 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0581081
Mar 18 02:48:08.558472 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c31f928d-40a2-4666-9805-a4f4e9c10c64 req-440d8195-ee47-4989-92b1-27cd5fe1394b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460689
Mar 18 02:48:08.728654 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f513-c3c2-4968-9ddb-64e808802aa6 req-931cd018-199d-4492-948a-bc2f61d4e990 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:08.730193 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3676f513-c3c2-4968-9ddb-64e808802aa6 req-931cd018-199d-4492-948a-bc2f61d4e990 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0534372
Mar 18 02:48:08.780274 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3676f513-c3c2-4968-9ddb-64e808802aa6 req-387cf1f8-2c25-47a8-a6c3-bfafc9f06bd9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439844
Mar 18 02:48:09.188754 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192961ae-3aba-4d39-b538-90298736613c req-5d9b28c9-11b0-46cc-a94c-993446cb8c9b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:09.190297 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-192961ae-3aba-4d39-b538-90298736613c req-5d9b28c9-11b0-46cc-a94c-993446cb8c9b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0573626
Mar 18 02:48:09.237810 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-192961ae-3aba-4d39-b538-90298736613c req-ed08be23-a18a-47fb-b0b8-78fc165f2223 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419123
Mar 18 02:48:09.266122 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed26697b-e3b4-443d-9c91-c9138a9af477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:09.681806 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998342-3e01-4b5a-b039-dc4b7c9ac941 req-2dd3d513-81c6-4e7b-b2d2-16d283f99e97 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:09.683511 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ba998342-3e01-4b5a-b039-dc4b7c9ac941 req-2dd3d513-81c6-4e7b-b2d2-16d283f99e97 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0556967
Mar 18 02:48:09.731169 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ba998342-3e01-4b5a-b039-dc4b7c9ac941 req-3ee7589c-ad49-4bb4-95a5-ff995490c49c tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421431
Mar 18 02:48:09.902110 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01faf-94f9-4b5b-900a-576d8dcefa37 req-129704c2-5a18-453c-b659-cb7a20dd43b1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:09.907765 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-20f01faf-94f9-4b5b-900a-576d8dcefa37 req-129704c2-5a18-453c-b659-cb7a20dd43b1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0573463
Mar 18 02:48:09.956346 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-20f01faf-94f9-4b5b-900a-576d8dcefa37 req-c40f8775-c344-468a-959d-29626fef3857 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464182
Mar 18 02:48:10.367087 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81eb3-5a77-4afe-bf1d-37b8fe45020d req-60652686-427f-420d-847a-0e8ee41440b9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:10.368677 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-74c81eb3-5a77-4afe-bf1d-37b8fe45020d req-60652686-427f-420d-847a-0e8ee41440b9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0533288
Mar 18 02:48:10.417905 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-74c81eb3-5a77-4afe-bf1d-37b8fe45020d req-30040c80-6d87-41df-9af3-f8e309a745d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434003
Mar 18 02:48:10.586426 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:10.856442 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245349f-5266-499c-972a-f4442e305635 req-44709f7b-4a02-4547-8f65-728c2814600e tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:10.857840 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7245349f-5266-499c-972a-f4442e305635 req-44709f7b-4a02-4547-8f65-728c2814600e tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0536656
Mar 18 02:48:10.915645 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7245349f-5266-499c-972a-f4442e305635 req-7c69b496-0e96-4c1f-8c11-836c6853a081 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506132
Mar 18 02:48:11.084639 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328702f-bcb0-451a-9cef-94de3406dcce req-926cd481-efcb-485c-a403-7a50361aefce tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:11.086130 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b328702f-bcb0-451a-9cef-94de3406dcce req-926cd481-efcb-485c-a403-7a50361aefce tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0619080
Mar 18 02:48:11.136016 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b328702f-bcb0-451a-9cef-94de3406dcce req-2c013f95-d92c-4c68-8262-a20adf7140ad tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442748
Mar 18 02:48:11.546544 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f51ada-a1b4-4099-b12a-a1fc748fc223 req-7f673155-575d-402f-b1a6-41209b203111 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:11.548737 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-57f51ada-a1b4-4099-b12a-a1fc748fc223 req-7f673155-575d-402f-b1a6-41209b203111 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0534134
Mar 18 02:48:11.608407 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-57f51ada-a1b4-4099-b12a-a1fc748fc223 req-04298b98-297c-46aa-87f2-184502361509 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518503
Mar 18 02:48:11.839699 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:12.032539 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87265e-3e05-4c77-bb64-c625ac88d224 req-b94c1795-5a0e-498d-8fe5-4520941e4f73 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:12.033955 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1b87265e-3e05-4c77-bb64-c625ac88d224 req-b94c1795-5a0e-498d-8fe5-4520941e4f73 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0522761
Mar 18 02:48:12.083579 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1b87265e-3e05-4c77-bb64-c625ac88d224 req-e0e45105-708a-4365-a41a-f743691a8e6f tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438631
Mar 18 02:48:12.258822 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ea79-233b-4313-8a98-dd7d845d0120 req-f6685abf-c1a6-4dd7-adf7-46d409fd64d7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:12.260301 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dc46ea79-233b-4313-8a98-dd7d845d0120 req-f6685abf-c1a6-4dd7-adf7-46d409fd64d7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0515914
Mar 18 02:48:12.308269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dc46ea79-233b-4313-8a98-dd7d845d0120 req-9d4a70ae-35f2-473e-8800-63fa9d656559 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413692
Mar 18 02:48:12.737321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b4034-cae1-46bd-8e8f-b9e088b6c9d5 req-97176280-f6d8-4402-acee-b79185dad904 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:12.739201 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-220b4034-cae1-46bd-8e8f-b9e088b6c9d5 req-97176280-f6d8-4402-acee-b79185dad904 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0545974
Mar 18 02:48:12.790048 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-220b4034-cae1-46bd-8e8f-b9e088b6c9d5 req-e261510a-ae90-4946-a88b-4d9a7e51260f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453842
Mar 18 02:48:13.208318 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785ff6f-286c-4428-96e0-ce86873d19f8 req-358ade3d-02be-4da8-8ac6-3e400599c96b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:13.209790 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4785ff6f-286c-4428-96e0-ce86873d19f8 req-358ade3d-02be-4da8-8ac6-3e400599c96b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0575364
Mar 18 02:48:13.265190 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4785ff6f-286c-4428-96e0-ce86873d19f8 req-b67aa91b-c09a-43ad-bfaf-402d1d4fe22b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497251
Mar 18 02:48:13.437769 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabc714-ae18-4892-b4e6-2b6287dd04cc req-e9b33229-a579-4ce7-838c-b879f805380a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:13.439334 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8fabc714-ae18-4892-b4e6-2b6287dd04cc req-e9b33229-a579-4ce7-838c-b879f805380a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0636706
Mar 18 02:48:13.488021 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8fabc714-ae18-4892-b4e6-2b6287dd04cc req-be2dce34-d4fd-4667-97e7-889ef3c2d1ae tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431614
Mar 18 02:48:13.549977 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:13.923182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0d219-57f3-413d-8b95-637828a445a2 req-303ff8cc-5b06-4af4-84a4-dfd9a12e502f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:13.924673 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a5c0d219-57f3-413d-8b95-637828a445a2 req-303ff8cc-5b06-4af4-84a4-dfd9a12e502f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0573380
Mar 18 02:48:14.207923 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a5c0d219-57f3-413d-8b95-637828a445a2 req-1f9883ae-4c74-458b-b55f-e127830159aa tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2776916
Mar 18 02:48:14.386888 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea8f8b-08fa-4ba1-830b-d2a74df23695 req-9ce3b447-2ba1-4d7e-9344-7d900203fc3d tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:14.388364 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eeea8f8b-08fa-4ba1-830b-d2a74df23695 req-9ce3b447-2ba1-4d7e-9344-7d900203fc3d tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0542753
Mar 18 02:48:14.437838 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eeea8f8b-08fa-4ba1-830b-d2a74df23695 req-2030cc65-f8c7-4aa0-905e-cf3e914b6319 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430279
Mar 18 02:48:14.607577 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd92662-b97e-4d5c-be4a-629cb015016b req-5782004d-a2a8-4450-8c01-974cd3ea3c47 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:14.609059 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9fd92662-b97e-4d5c-be4a-629cb015016b req-5782004d-a2a8-4450-8c01-974cd3ea3c47 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0538695
Mar 18 02:48:14.661939 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9fd92662-b97e-4d5c-be4a-629cb015016b req-c84c22ce-d7fb-404e-92e8-24be14d23a34 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463116
Mar 18 02:48:15.336635 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e1d6-0593-4d4d-ab12-6517ce9ff178 req-0ab124b6-2cab-4edb-94b9-b4de815d274e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:15.338219 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0fb6e1d6-0593-4d4d-ab12-6517ce9ff178 req-0ab124b6-2cab-4edb-94b9-b4de815d274e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0526671
Mar 18 02:48:15.384581 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0fb6e1d6-0593-4d4d-ab12-6517ce9ff178 req-a1a76a44-a506-4b09-92b0-14da55e6ce83 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408149
Mar 18 02:48:15.563825 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8a63-ac0b-4e28-a24f-c53e57aeeb68 req-b56d6505-f158-44bb-80aa-0de62f11a1b0 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:15.566007 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-28ca8a63-ac0b-4e28-a24f-c53e57aeeb68 req-b56d6505-f158-44bb-80aa-0de62f11a1b0 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0584483
Mar 18 02:48:15.616038 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-28ca8a63-ac0b-4e28-a24f-c53e57aeeb68 req-fa6950b0-6095-4cb1-8251-c31005d5c5ca tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443616
Mar 18 02:48:15.785109 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b05551-6d93-4ede-b476-598774aa54ff req-2a692895-298c-4182-a603-99b484444b19 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:15.786649 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-15b05551-6d93-4ede-b476-598774aa54ff req-2a692895-298c-4182-a603-99b484444b19 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0563557
Mar 18 02:48:15.835321 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-15b05551-6d93-4ede-b476-598774aa54ff req-ca04458c-82e4-4796-b556-22aaa141c8de tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425234
Mar 18 02:48:16.506076 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a6826-9d28-4d70-8ce5-9becbd177a95 req-870c896f-966a-447e-a5c9-70a3bb953d34 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:16.507587 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-139a6826-9d28-4d70-8ce5-9becbd177a95 req-870c896f-966a-447e-a5c9-70a3bb953d34 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0518398
Mar 18 02:48:16.553593 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-139a6826-9d28-4d70-8ce5-9becbd177a95 req-c25c5148-a923-46d9-87b2-b5332acec88f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404429
Mar 18 02:48:16.737470 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f13aa1-50e4-48e9-9a88-a0da2a2a0c37 req-8240c134-2303-43b6-b527-f6ebfa362633 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:16.738889 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f0f13aa1-50e4-48e9-9a88-a0da2a2a0c37 req-8240c134-2303-43b6-b527-f6ebfa362633 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0543470
Mar 18 02:48:16.784436 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f0f13aa1-50e4-48e9-9a88-a0da2a2a0c37 req-d49ddad5-e0af-473f-b5a8-7bd64bd84bdb tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401199
Mar 18 02:48:16.952258 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04355a-6ce5-4fd7-97ed-0f79e2f50b47 req-fbd34c12-0603-4bd7-a29c-d6cca0e290e1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:16.953709 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fa04355a-6ce5-4fd7-97ed-0f79e2f50b47 req-fbd34c12-0603-4bd7-a29c-d6cca0e290e1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0510061
Mar 18 02:48:17.000215 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fa04355a-6ce5-4fd7-97ed-0f79e2f50b47 req-a64cd739-7019-4499-b2b9-8510743fcdd9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403726
Mar 18 02:48:17.673640 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be416-7bcd-4ca7-8889-1aaca9fc9455 req-e9887a96-f061-458d-98d4-ad1674df4b4b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:17.675169 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-203be416-7bcd-4ca7-8889-1aaca9fc9455 req-e9887a96-f061-458d-98d4-ad1674df4b4b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0515180
Mar 18 02:48:17.723617 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-203be416-7bcd-4ca7-8889-1aaca9fc9455 req-61ac196c-1733-4217-a706-b705a165b52d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430837
Mar 18 02:48:17.824381 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-60dc30c6-80e2-449a-8c8a-9222615f7921 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:17.825821 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-60dc30c6-80e2-449a-8c8a-9222615f7921 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0511603
Mar 18 02:48:17.942795 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86eda7d-fb4d-4e2c-9e58-bdbb0527dbeb req-669ac7ac-8911-4642-9108-411ee65bbe34 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:17.944159 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e86eda7d-fb4d-4e2c-9e58-bdbb0527dbeb req-669ac7ac-8911-4642-9108-411ee65bbe34 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d83a8a-88bf-44ec-b639-bd3f12a9a153 HTTP/1.1" status: 200  len: 945 time: 0.0875785
Mar 18 02:48:17.984438 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Deleting port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:48:17.984772 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:18.040149 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e86eda7d-fb4d-4e2c-9e58-bdbb0527dbeb req-01017858-dfdd-4468-b100-ea45458a96bb tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898578
Mar 18 02:48:18.121245 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] For port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:18.121605 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:18.135813 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Calling delete_port for 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:48:18.162018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c1cae-8e48-4e1f-be71-57263f5a54f9 req-853f32b5-2324-4d9a-a7b1-bfd8b004f3bc tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:18.163514 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e20c1cae-8e48-4e1f-be71-57263f5a54f9 req-853f32b5-2324-4d9a-a7b1-bfd8b004f3bc tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0948045
Mar 18 02:48:18.254884 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e20c1cae-8e48-4e1f-be71-57263f5a54f9 req-f6ad7eee-275e-4988-b48a-30ab6151f04d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643260
Mar 18 02:48:18.311353 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (293bb7a6-6a4f-40a1-af4e-74a09bb1a86d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:18.333120 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['293bb7a6-6a4f-40a1-af4e-74a09bb1a86d'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:48:18.347286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Pushing event deleted for resources: {'Port': ['ID=293bb7a6-6a4f-40a1-af4e-74a09bb1a86d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:18.385491 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] No DVR routers for this DVR port 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:48:18.388113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:18.391360 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3dca6cf7-c549-4174-97b1-1ccead20118d req-2e8be5db-7ea1-4534-9364-e9811e6a0160 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "DELETE /v2.0/ports/293bb7a6-6a4f-40a1-af4e-74a09bb1a86d HTTP/1.1" status: 204  len: 173 time: 0.5592921
Mar 18 02:48:18.392330 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'name': 'network-vif-deleted', 'tag': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:18.394654 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0320276d-690f-48e3-840a-4570558d6c06" -d '{"events": [{"server_uuid": "d8d83a8a-88bf-44ec-b639-bd3f12a9a153", "name": "network-vif-deleted", "tag": "293bb7a6-6a4f-40a1-af4e-74a09bb1a86d"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:18.430090 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b2af61-3ff2-4efc-9043-77a6caf9b2c4 x-openstack-request-id: req-f2b2af61-3ff2-4efc-9043-77a6caf9b2c4 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:18.430404 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d83a8a-88bf-44ec-b639-bd3f12a9a153", "name": "network-vif-deleted", "tag": "293bb7a6-6a4f-40a1-af4e-74a09bb1a86d", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:18.430944 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2b2af61-3ff2-4efc-9043-77a6caf9b2c4 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:18.431373 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d83a8a-88bf-44ec-b639-bd3f12a9a153', 'name': 'network-vif-deleted', 'tag': '293bb7a6-6a4f-40a1-af4e-74a09bb1a86d', 'status': 'completed', 'code': 200}
Mar 18 02:48:18.849677 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1374-e66c-4e9d-9900-da05640fbbe4 req-a61fc90a-3862-45a2-a3a6-b78cb9dd991f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:18.851438 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-374f1374-e66c-4e9d-9900-da05640fbbe4 req-a61fc90a-3862-45a2-a3a6-b78cb9dd991f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0542195
Mar 18 02:48:18.901305 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-374f1374-e66c-4e9d-9900-da05640fbbe4 req-0cce591f-bffb-4dc3-82ff-34161d903d7a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443306
Mar 18 02:48:19.375460 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b321924-6536-4975-9bd6-472bf3c808df req-6d25e225-db81-416f-b9e9-320a320bef69 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:19.377613 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b321924-6536-4975-9bd6-472bf3c808df req-6d25e225-db81-416f-b9e9-320a320bef69 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0569167
Mar 18 02:48:19.423492 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b321924-6536-4975-9bd6-472bf3c808df req-752fb70c-19a8-4d1e-83f1-7c377abaff11 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401871
Mar 18 02:48:20.024077 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7f4c-3693-4d81-b2e4-14714b9a14c3 req-e621f6c5-a5b5-4ddd-b74a-088c472606b6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:20.025457 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ad8d7f4c-3693-4d81-b2e4-14714b9a14c3 req-e621f6c5-a5b5-4ddd-b74a-088c472606b6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0509968
Mar 18 02:48:20.071073 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ad8d7f4c-3693-4d81-b2e4-14714b9a14c3 req-e07ccd3b-21e6-4154-a2db-65bf84d6cfae tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401266
Mar 18 02:48:20.539953 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578afe4-e80a-4b14-bd83-53415b0f6697 req-8000d36a-d552-49ac-bb45-1c3b5560c68b tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:20.541332 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5578afe4-e80a-4b14-bd83-53415b0f6697 req-8000d36a-d552-49ac-bb45-1c3b5560c68b tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0522425
Mar 18 02:48:20.591575 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5578afe4-e80a-4b14-bd83-53415b0f6697 req-99c7d0eb-b4b3-48d6-84e4-0a33dd5dd595 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444911
Mar 18 02:48:21.136239 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:48:21.156010 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:48:21.156350 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 293bb7a6-6a4f-40a1-af4e-74a09bb1a86d not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:48:21.192423 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b15e36-dce6-49b4-9002-4c43ac7921e0 req-04e86554-1852-4fe0-a199-8e82537b2c54 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:21.193921 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-33b15e36-dce6-49b4-9002-4c43ac7921e0 req-04e86554-1852-4fe0-a199-8e82537b2c54 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0523641
Mar 18 02:48:21.239895 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-33b15e36-dce6-49b4-9002-4c43ac7921e0 req-15cbb00a-3576-4277-951d-fe3703300db5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403676
Mar 18 02:48:21.706520 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fdb7c-a14f-43d3-8e5c-5acefadffc7f req-6670c73b-de97-4d22-a71d-33b5e70d6558 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:21.708009 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-041fdb7c-a14f-43d3-8e5c-5acefadffc7f req-6670c73b-de97-4d22-a71d-33b5e70d6558 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0514774
Mar 18 02:48:21.753716 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-041fdb7c-a14f-43d3-8e5c-5acefadffc7f req-8fcab5da-70a9-4713-a7b5-caed03ab9c01 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402620
Mar 18 02:48:22.369484 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989767a1-c09f-48fb-a3b5-eea3275cbec1 req-27072e9f-2584-47a1-bdee-a0f0cde14f1f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:22.371024 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-989767a1-c09f-48fb-a3b5-eea3275cbec1 req-27072e9f-2584-47a1-bdee-a0f0cde14f1f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0576458
Mar 18 02:48:22.419711 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-989767a1-c09f-48fb-a3b5-eea3275cbec1 req-fddb52f1-7bda-4493-8455-369063909a43 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431361
Mar 18 02:48:22.869215 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d12ac-4360-4cc9-a8a0-bc35aa58066f req-111c2bfe-20bd-413a-8c2b-767a2a350d44 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:22.870602 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b3d12ac-4360-4cc9-a8a0-bc35aa58066f req-111c2bfe-20bd-413a-8c2b-767a2a350d44 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0523517
Mar 18 02:48:22.917364 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b3d12ac-4360-4cc9-a8a0-bc35aa58066f req-d828e5ac-605f-498e-af0d-ad68f18dee73 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411198
Mar 18 02:48:23.547290 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e3-d5d8-464b-a613-bc8fc95ddf4a req-0ddf5521-333b-4415-a2f0-4ba35c7c404c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:23.548853 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd0815e3-d5d8-464b-a613-bc8fc95ddf4a req-0ddf5521-333b-4415-a2f0-4ba35c7c404c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0562050
Mar 18 02:48:23.596222 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd0815e3-d5d8-464b-a613-bc8fc95ddf4a req-992e2f68-744f-4d90-982c-4a4c0ae96c10 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411239
Mar 18 02:48:24.032012 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630a35-9fc1-47f0-b968-25509c6afb86 req-d4342281-78f3-47ff-bf5a-20189d1a118e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:24.033388 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d4630a35-9fc1-47f0-b968-25509c6afb86 req-d4342281-78f3-47ff-bf5a-20189d1a118e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0514071
Mar 18 02:48:24.078807 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d4630a35-9fc1-47f0-b968-25509c6afb86 req-d42fafc3-c08a-490c-bb74-23da79c842dc tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400076
Mar 18 02:48:24.715735 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d5a11-b464-49cb-81fd-fc2dd5053e36 req-a8a75f6a-b228-432d-9f83-8297b9464795 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:24.717241 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d7d5a11-b464-49cb-81fd-fc2dd5053e36 req-a8a75f6a-b228-432d-9f83-8297b9464795 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 944 time: 0.0508807
Mar 18 02:48:24.743546 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:24.768660 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d7d5a11-b464-49cb-81fd-fc2dd5053e36 req-e6f94ea2-f88c-4daf-8ea4-da308b86ac27 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450351
Mar 18 02:48:25.193583 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cd6f8-f5f5-4b03-9f57-0280e37b4371 req-d872ac00-a96f-4a61-8c8e-d1aa31e13eef tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:25.195083 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e76cd6f8-f5f5-4b03-9f57-0280e37b4371 req-d872ac00-a96f-4a61-8c8e-d1aa31e13eef tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0524721
Mar 18 02:48:25.240318 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e76cd6f8-f5f5-4b03-9f57-0280e37b4371 req-7b496842-cbf4-488b-ad19-776604e89798 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398588
Mar 18 02:48:25.503852 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:48:25.605597 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:25.616997 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'port_id': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'mac_address': 'fa:16:3e:68:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:48:25.652532 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:48:25.652924 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:25.665166 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9044a727-ee85-433b-a463-641ea2cb2dd0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:48:25.684687 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:25.688291 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:25.733512 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=9']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:25.888738 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e52f6-bbb3-4d11-97bf-7c12fcbc1f27 req-ac68a080-8c10-4754-83ce-5c80c304f69e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:25.890185 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737e52f6-bbb3-4d11-97bf-7c12fcbc1f27 req-ac68a080-8c10-4754-83ce-5c80c304f69e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.0510654
Mar 18 02:48:25.936820 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737e52f6-bbb3-4d11-97bf-7c12fcbc1f27 req-9579d8e6-e3d3-4574-a236-9963b4e1cde4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410898
Mar 18 02:48:26.359003 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563aef7-1c6c-43d4-bf57-340c64353f8c req-9f92431d-64c3-4b0c-93d8-98cc0d7c97f1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:26.360490 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4563aef7-1c6c-43d4-bf57-340c64353f8c req-9f92431d-64c3-4b0c-93d8-98cc0d7c97f1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0555964
Mar 18 02:48:26.407875 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4563aef7-1c6c-43d4-bf57-340c64353f8c req-bd2512bc-b75f-4623-ab2a-631c1b1552ef tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418704
Mar 18 02:48:26.468169 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-d2a81500-b2a3-4555-b369-9bb4bd006eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:26.469695 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-d2a81500-b2a3-4555-b369-9bb4bd006eb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1129 time: 0.0448530
Mar 18 02:48:26.622428 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-f54764a9-3efc-4fe6-8364-e1c967c91ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:26.623827 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-f54764a9-3efc-4fe6-8364-e1c967c91ef1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.1283484
Mar 18 02:48:26.678655 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c5e8b-14d8-4056-a0f1-c7d2622889b3 req-1a266a2f-3a6d-4d07-9647-c117538458f9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:26.680127 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-518c5e8b-14d8-4056-a0f1-c7d2622889b3 req-1a266a2f-3a6d-4d07-9647-c117538458f9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.1049564
Mar 18 02:48:26.716365 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-8f92c596-bbc2-4f8b-bc0d-a0dfef62df49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 200  len: 1000 time: 0.0826802
Mar 18 02:48:26.768137 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-518c5e8b-14d8-4056-a0f1-c7d2622889b3 req-ceaff5fd-800f-408c-85aa-79cfd03028bc tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810547
Mar 18 02:48:26.774135 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['9044a727-ee85-433b-a463-641ea2cb2dd0'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:48:26.786712 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-084b9461-4f07-454d-94da-3629a4499648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:26.788444 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-084b9461-4f07-454d-94da-3629a4499648 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0596108
Mar 18 02:48:26.849150 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-2fbc5660-a3ee-4740-8946-c1b08cce57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:26.850832 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-2fbc5660-a3ee-4740-8946-c1b08cce57e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0515087
Mar 18 02:48:27.066834 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-9c7b96f1-9d46-403e-a467-222534ba5ea6 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887300
Mar 18 02:48:27.078436 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-75246dea-7d5a-443f-8e6f-1c640edaf950 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:27.079896 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-75246dea-7d5a-443f-8e6f-1c640edaf950 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/networks?id=36047b17-904e-4dca-a3f1-4c1c2846e8b3 HTTP/1.1" status: 200  len: 813 time: 0.1928144
Mar 18 02:48:27.139997 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-44915832-54f9-47be-a789-e82e5fa218d5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/quotas/70f25aecd96f401793f19d638e871f48 HTTP/1.1" status: 200  len: 375 time: 0.0497344
Mar 18 02:48:27.157113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23229db6-4407-4e11-b1c4-69024885607d req-4037bd31-4ab2-48d5-9493-c7728be87257 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:27.158569 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-23229db6-4407-4e11-b1c4-69024885607d req-4037bd31-4ab2-48d5-9493-c7728be87257 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.1456048
Mar 18 02:48:27.192623 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-3f0e2a0a-933b-4001-bb0d-82e83ff8868d tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f25aecd96f401793f19d638e871f48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0453129
Mar 18 02:48:27.281548 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0448871e-23a3-4a01-bae3-f152ed6e6fd7 req-d76eb62e-18f9-4a43-9659-c4a7635182a6 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997726
Mar 18 02:48:27.302038 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-23229db6-4407-4e11-b1c4-69024885607d req-e86450ed-f7db-4510-8af1-eb0618a32f01 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342270
Mar 18 02:48:27.328807 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-7530d87f-37bd-4ca8-a3bf-a80e63c565e7 service neutron] 10.222.0.24 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272256
Mar 18 02:48:27.421430 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-12614c07-8f52-4105-b673-20affb6e0aca service neutron] 10.222.0.24 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866961
Mar 18 02:48:27.529336 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16df09-98d4-464d-8a48-491e2b7d6fc2 req-175fb5f8-534c-473d-ad6e-a3539671b092 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:27.530863 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bb16df09-98d4-464d-8a48-491e2b7d6fc2 req-175fb5f8-534c-473d-ad6e-a3539671b092 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0552392
Mar 18 02:48:27.590460 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4cad5ef4-a12b-4a87-b764-e67c8e49049f req-3a2da8b1-df88-4035-92c4-22e1d8a4e582 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 210 time: 0.0336709
Mar 18 02:48:27.607960 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bb16df09-98d4-464d-8a48-491e2b7d6fc2 req-f68c5eac-dfe1-4093-ae0d-277aa6da6266 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699971
Mar 18 02:48:27.914173 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067f160-b771-4564-b0d7-d249df28d39e req-68f211d8-7971-461f-ae82-21aa2a6b8ce7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:27.915661 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f067f160-b771-4564-b0d7-d249df28d39e req-68f211d8-7971-461f-ae82-21aa2a6b8ce7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.0581341
Mar 18 02:48:27.975523 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f067f160-b771-4564-b0d7-d249df28d39e req-4208e04f-192f-44f7-8d93-7d33b98ac4d6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539103
Mar 18 02:48:28.426040 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6969b-b1c2-4045-904f-e3b3ede64845 req-ce3313bf-4ee0-44e4-b88c-5854b9bfc9c5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:28.427729 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-24a6969b-b1c2-4045-904f-e3b3ede64845 req-ce3313bf-4ee0-44e4-b88c-5854b9bfc9c5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 945 time: 0.0530148
Mar 18 02:48:28.478975 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-24a6969b-b1c2-4045-904f-e3b3ede64845 req-c2d2dbf5-cdd3-414f-aac5-60e3b2957093 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453339
Mar 18 02:48:28.529496 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-d7ebc70e-c947-47fd-a29b-23de102a8c81 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:28.530957 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-d7ebc70e-c947-47fd-a29b-23de102a8c81 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.0564411
Mar 18 02:48:28.636041 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port 64bc22b0-0f86-40ec-9370-3616e22fdbae {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:48:28.636380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:28.720828 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eb0676a9-38f3-42dc-bd11-7f8c1b753ef1 req-a1fe8835-60ff-4276-be36-dc616d3b96fc tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 210 time: 0.0455642
Mar 18 02:48:28.784130 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] For port 64bc22b0-0f86-40ec-9370-3616e22fdbae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=64bc22b0-0f86-40ec-9370-3616e22fdbae,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:28.784459 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:28.800718 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc296-26a8-48c1-89ea-93cb93d65877 req-516e73fe-aaa4-44d6-a5ee-c7cd4acfc408 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:28.802248 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-636dc296-26a8-48c1-89ea-93cb93d65877 req-516e73fe-aaa4-44d6-a5ee-c7cd4acfc408 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.1230180
Mar 18 02:48:28.920557 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:48:28.971915 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 9044a727-ee85-433b-a463-641ea2cb2dd0 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:48:28.972616 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:29.057257 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9044a727-ee85-433b-a463-641ea2cb2dd0 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:48:29.057915 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:29.071618 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-636dc296-26a8-48c1-89ea-93cb93d65877 req-6e98f522-08dd-4ffb-8c2b-c74be67fe0a1 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548070
Mar 18 02:48:29.081011 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:29.083342 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9847f9f7-c5aa-478b-a136-891195dd82a1" -d '{"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-plugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:29.095958 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:29.098119 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-b2c8b7e6-abfd-4e27-9e47-4c08d0d4a5ec tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:29.099620 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-b2c8b7e6-abfd-4e27-9e47-4c08d0d4a5ec tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "GET /v2.0/networks?id=36047b17-904e-4dca-a3f1-4c1c2846e8b3 HTTP/1.1" status: 200  len: 813 time: 0.2948780
Mar 18 02:48:29.101981 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:29.118850 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Request body: {'port': {'device_id': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3', 'admin_state_up': True, 'tenant_id': '70f25aecd96f401793f19d638e871f48'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:29.134329 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902d41b5-e708-4e83-8d4c-b632c68cb8b5 x-openstack-request-id: req-902d41b5-e708-4e83-8d4c-b632c68cb8b5 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:29.134650 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-plugged", "status": "completed", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:29.134904 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-902d41b5-e708-4e83-8d4c-b632c68cb8b5 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:29.135295 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'code': 200}
Mar 18 02:48:29.164043 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=10']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:29.228406 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8870440-719c-4365-813c-282bcd17ada9 req-5003a188-61ee-42f2-b71b-17bc7915fc97 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:29.229870 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8870440-719c-4365-813c-282bcd17ada9 req-5003a188-61ee-42f2-b71b-17bc7915fc97 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 946 time: 0.1745417
Mar 18 02:48:29.507867 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:29.508559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (676a14a8-d3c5-4242-8a8c-65d5f16b131b), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:29.508559 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 676a14a8-d3c5-4242-8a8c-65d5f16b131b disassociated. External IP: 172.27.0.90, port: 64bc22b0-0f86-40ec-9370-3616e22fdbae.
Mar 18 02:48:29.508795 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for 64bc22b0-0f86-40ec-9370-3616e22fdbae owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:48:29.630301 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8870440-719c-4365-813c-282bcd17ada9 req-e053d2be-e761-4360-97e8-1b6d0adb4b63 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f3d5e51-4c77-4689-83f8-91f73d96defe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3943453
Mar 18 02:48:29.682367 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Made reservation on behalf of 70f25aecd96f401793f19d638e871f48 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:48:29.685642 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:29.740409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081ac7-8840-4754-b3f2-6d1ac8fd7540 req-9cd7d2a1-1386-4dcd-b75b-b104f027c59d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:29.741880 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4e081ac7-8840-4754-b3f2-6d1ac8fd7540 req-9cd7d2a1-1386-4dcd-b75b-b104f027c59d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 947 time: 0.1631262
Mar 18 02:48:29.747750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f946c-1710-4299-bf39-60767dcd8d45 req-f1a3adc8-7677-4b97-aeea-fc78b46d26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:29.749180 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b29f946c-1710-4299-bf39-60767dcd8d45 req-f1a3adc8-7677-4b97-aeea-fc78b46d26a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 1131 time: 0.1232164
Mar 18 02:48:29.841010 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-62e545f0-a318-41fb-a6b2-7ea3d61dd2ec req-ab2fa420-4313-4dfe-9468-acda826baad1 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 210 time: 0.0413799
Mar 18 02:48:29.875185 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (64bc22b0-0f86-40ec-9370-3616e22fdbae), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:29.946469 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b29f946c-1710-4299-bf39-60767dcd8d45 req-1e2bce48-2085-467c-a415-d875750f5c0f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1734025
Mar 18 02:48:29.949424 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4e081ac7-8840-4754-b3f2-6d1ac8fd7540 req-f45de714-d217-402a-b93a-a82476425490 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1962054
Mar 18 02:48:29.953009 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=64bc22b0-0f86-40ec-9370-3616e22fdbae,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:29.968144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.968501 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.968852 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.969195 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.969536 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.969870 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.970201 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.970551 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.970882 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.971212 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.971553 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.972487 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.973005 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.973495 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:29.973830 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:30.104778 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Allocated IP 172.20.0.3 (36047b17-904e-4dca-a3f1-4c1c2846e8b3/293101a0-4487-42f4-8e3d-0dbacdbb88f7/28c9b81e-8bd5-4e68-9246-f05828d37f4d) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:48:30.190217 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:48:30.347891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfb9bf-c73c-42ec-a488-7e071a91d24d req-4aac71d4-14b9-4d64-8bf4-1cea77a05f36 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:30.349370 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8dfb9bf-c73c-42ec-a488-7e071a91d24d req-4aac71d4-14b9-4d64-8bf4-1cea77a05f36 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.1960175
Mar 18 02:48:30.425585 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks [] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:30.450029 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:48:30.460028 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8dfb9bf-c73c-42ec-a488-7e071a91d24d req-d6c372fb-b2ca-40eb-b8c9-6ffbc43b71a4 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011505
Mar 18 02:48:30.460999 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:48:30.470972 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:48:30.471371 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a710340>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:30.511203 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] No DVR routers for this DVR port 64bc22b0-0f86-40ec-9370-3616e22fdbae on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:48:30.514389 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:30.517662 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aa84d277-d0f7-46f9-95bb-b00db6721469 req-019a0d83-53cf-48aa-a4b5-da32ccebf972 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "DELETE /v2.0/ports/64bc22b0-0f86-40ec-9370-3616e22fdbae HTTP/1.1" status: 204  len: 173 time: 1.9738076
Mar 18 02:48:30.518102 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'name': 'network-vif-deleted', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:30.521066 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e37dd97-eeab-49c1-9977-b8d562b65215" -d '{"events": [{"server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "name": "network-vif-deleted", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:30.537248 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:30.572513 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d297844-e9a7-43bf-8fb8-e27f3bb85dc3 x-openstack-request-id: req-2d297844-e9a7-43bf-8fb8-e27f3bb85dc3 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:30.572859 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f658319-f186-42e1-bd77-892a34acc33d", "name": "network-vif-deleted", "tag": "64bc22b0-0f86-40ec-9370-3616e22fdbae", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:30.573062 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d297844-e9a7-43bf-8fb8-e27f3bb85dc3 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:30.573437 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f658319-f186-42e1-bd77-892a34acc33d', 'name': 'network-vif-deleted', 'tag': '64bc22b0-0f86-40ec-9370-3616e22fdbae', 'status': 'completed', 'code': 200}
Mar 18 02:48:30.590396 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:48:30.594704 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:48:30.596280 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:48:30.613193 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:48:30.626070 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Pushing event updated for resources: {'Port': ['ID=28c9b81e-8bd5-4e68-9246-f05828d37f4d,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:30.658174 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:30.658823 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:30.678756 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-a93fb76a-5f26-40fb-9178-df4065e4991a tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5636570
Mar 18 02:48:30.690222 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Request body: {'port': {'device_id': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:30.777043 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f575ece4-d76c-457e-8d26-38b93b791180 req-c2e19cde-8a79-40eb-bb8a-a7042749dbd3 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f658319-f186-42e1-bd77-892a34acc33d HTTP/1.1" status: 200  len: 210 time: 0.0429795
Mar 18 02:48:30.788630 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:30.873559 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a710340>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 2, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:30.908148 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:48:30.919254 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:48:30.919872 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a710340>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:31.034986 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:48:31.092778 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d25886-6d32-4811-85d3-6039d12d0653 req-24e5140f-d033-4603-870c-72aacdd14340 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:31.094953 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-48d25886-6d32-4811-85d3-6039d12d0653 req-24e5140f-d033-4603-870c-72aacdd14340 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 931 time: 0.1764202
Mar 18 02:48:31.275305 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189768f-37d8-4b04-9498-6b6bc0fd775d req-c55b6a94-b6e0-461d-9490-812985d7636c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:31.277077 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a189768f-37d8-4b04-9498-6b6bc0fd775d req-c55b6a94-b6e0-461d-9490-812985d7636c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 947 time: 0.2333434
Mar 18 02:48:31.282601 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-48d25886-6d32-4811-85d3-6039d12d0653 req-ce90e7c2-07b6-4f31-9d67-0433d619b410 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781199
Mar 18 02:48:31.305087 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a710340>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 2, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:31.307547 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c9b81e-8bd5-4e68-9246-f05828d37f4d {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:48:31.319919 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Publish callbacks [] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:31.325132 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73425bf9-36b7-48e7-861c-64cde48db01d None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '4657197a-e2f0-426a-ab08-f5aab904f2fc', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:1f:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:45:44Z', 'updated_at': '2022-03-18T02:46:21Z', 'revision_number': 2, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:48:31.350857 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Transition to ACTIVE for port object 28c9b81e-8bd5-4e68-9246-f05828d37f4d will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:48:31.360962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:31.368413 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a189768f-37d8-4b04-9498-6b6bc0fd775d req-ed3b7f6c-12c7-4e98-9c96-cf171e8b668b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848794
Mar 18 02:48:31.430038 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Pushing event updated for resources: {'Port': ['ID=28c9b81e-8bd5-4e68-9246-f05828d37f4d,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:31.518939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Attempting to bind port 28c9b81e-8bd5-4e68-9246-f05828d37f4d on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:48:31.519973 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Attempting to bind port 28c9b81e-8bd5-4e68-9246-f05828d37f4d by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:48:31.520331 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Attempting to bind port 28c9b81e-8bd5-4e68-9246-f05828d37f4d on network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:48:31.525332 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Port 28c9b81e-8bd5-4e68-9246-f05828d37f4d on network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:48:31.525565 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Attempting to bind port 28c9b81e-8bd5-4e68-9246-f05828d37f4d on network 36047b17-904e-4dca-a3f1-4c1c2846e8b3 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:48:31.532138 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:48:31.532627 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Checking segment: {'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:48:31.533085 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Bound using segment: {'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:48:31.533604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Bound port: 28c9b81e-8bd5-4e68-9246-f05828d37f4d, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a4a3f0-3a16-466e-89a8-19bc859fc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:48:31.534125 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:31.687253 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] For port 28c9b81e-8bd5-4e68-9246-f05828d37f4d, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:48:31.691142 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] For port 28c9b81e-8bd5-4e68-9246-f05828d37f4d, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=28c9b81e-8bd5-4e68-9246-f05828d37f4d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:48:31.707869 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d38f3-0878-4f86-b91d-079e14d90a9f req-c6ec8fca-f0bd-4f33-b74e-25f489966b0c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:31.709435 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5d4d38f3-0878-4f86-b91d-079e14d90a9f req-c6ec8fca-f0bd-4f33-b74e-25f489966b0c tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.1093953
Mar 18 02:48:31.719452 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:31.728337 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffea3c-33d7-4143-b4b6-fa6eca46c83e None None] New status for floating IP 676a14a8-d3c5-4242-8a8c-65d5f16b131b: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:48:31.833207 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:31.833874 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:31.835291 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] 10.222.0.35 "PUT /v2.0/ports/28c9b81e-8bd5-4e68-9246-f05828d37f4d HTTP/1.1" status: 200  len: 1093 time: 1.1494799
Mar 18 02:48:31.848454 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5d4d38f3-0878-4f86-b91d-079e14d90a9f req-c5a445c2-536d-4b01-9ccf-cdc207e99ad5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263537
Mar 18 02:48:31.897155 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fce56-fbae-449d-82d0-c5970119c910 service neutron] Pushing event updated for resources: {'Port': ['ID=28c9b81e-8bd5-4e68-9246-f05828d37f4d,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:31.935442 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35182) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:31.980626 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-dcbfcb7d-f47b-41f7-8849-6f1c80963cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:31.982212 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-dcbfcb7d-f47b-41f7-8849-6f1c80963cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70f25aecd96f401793f19d638e871f48&device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 1127 time: 0.0968194
Mar 18 02:48:32.004484 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (0f3d5e51-4c77-4689-83f8-91f73d96defe), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:32.028899 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (0f3d5e51-4c77-4689-83f8-91f73d96defe), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:32.029128 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-3a088db4-bcde-4850-b499-d80546a6ec66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c9b81e-8bd5-4e68-9246-f05828d37f4d HTTP/1.1" status: 200  len: 217 time: 0.0387225
Mar 18 02:48:32.078475 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-0575ae34-5089-4105-af50-928d8c3168e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:32.081052 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-0575ae34-5089-4105-af50-928d8c3168e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=293101a0-4487-42f4-8e3d-0dbacdbb88f7 HTTP/1.1" status: 200  len: 853 time: 0.0447934
Mar 18 02:48:32.090824 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0f3d5e51-4c77-4689-83f8-91f73d96defe), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:32.094395 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:32.097305 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f3d5e51-4c77-4689-83f8-91f73d96defe HTTP/1.1" status: 204  len: 168 time: 0.1608570
Mar 18 02:48:32.106235 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35184) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:32.107248 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3d5e51-4c77-4689-83f8-91f73d96defe,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:32.116242 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-aa3bcb37-6854-4609-8f6d-8c44bfe17d69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36047b17-904e-4dca-a3f1-4c1c2846e8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291612
Mar 18 02:48:32.129314 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.api.v2.resource [None req-6e3b1ccc-20d0-49ff-8a83-297dc864b67d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] show failed (client error): The resource could not be found.
Mar 18 02:48:32.130698 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6e3b1ccc-20d0-49ff-8a83-297dc864b67d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups/0f3d5e51-4c77-4689-83f8-91f73d96defe HTTP/1.1" status: 404  len: 347 time: 0.0209811
Mar 18 02:48:32.132194 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.132720 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.133234 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.133818 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.134371 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.134822 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.135273 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.135833 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.136533 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.136871 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.137146 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.137577 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35186) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:32.137714 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.138131 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.138723 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.139262 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229bd3fe-8527-493c-b569-76b32666bb23 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:32.321202 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-e2f2af92-7a0f-4ccb-9746-b0b373bd21eb service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971374
Mar 18 02:48:32.381740 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port 230e395c-d69c-4b8c-8f4c-f505cdbbcad7 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:48:32.382074 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:32.556097 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f6ac1f3d-e623-4d0d-b8a1-8a1ab2e0fe77 req-cd6e36fb-e52a-4823-8f62-cd3b728d494a service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278769
Mar 18 02:48:32.562936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe54722-d541-415b-bfb4-1606eccf6e59 req-8f68ad17-5306-42ea-847e-de2b331b54c2 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:32.564239 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4fe54722-d541-415b-bfb4-1606eccf6e59 req-8f68ad17-5306-42ea-847e-de2b331b54c2 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 943 time: 0.1890941
Mar 18 02:48:32.568079 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:32.568401 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:32.579165 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'tag': '28c9b81e-8bd5-4e68-9246-f05828d37f4d'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:32.583693 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8" -d '{"events": [{"name": "network-changed", "server_uuid": "8293b414-511d-46cc-897b-c9c0146bf3a4", "tag": "28c9b81e-8bd5-4e68-9246-f05828d37f4d"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:32.605091 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016543-b92d-4b9a-851a-75cc8b8949ca req-870dae53-ad9d-4699-a948-a9940d2928d8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:32.606629 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ba016543-b92d-4b9a-851a-75cc8b8949ca req-870dae53-ad9d-4699-a948-a9940d2928d8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 947 time: 0.1531637
Mar 18 02:48:32.612971 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for 230e395c-d69c-4b8c-8f4c-f505cdbbcad7 owned by network:floatingip {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:48:32.716622 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4fe54722-d541-415b-bfb4-1606eccf6e59 req-a816952d-95d1-4931-8cae-7d5bf2a82600 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447928
Mar 18 02:48:32.740711 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ba016543-b92d-4b9a-851a-75cc8b8949ca req-89d49c25-01ec-429a-b937-8843cbe5d48f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198249
Mar 18 02:48:32.818182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be60b63-6f07-485a-a6ce-4c00b1eb4f07 x-openstack-request-id: req-8be60b63-6f07-485a-a6ce-4c00b1eb4f07 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:32.818386 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8293b414-511d-46cc-897b-c9c0146bf3a4", "tag": "28c9b81e-8bd5-4e68-9246-f05828d37f4d", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:32.818646 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8be60b63-6f07-485a-a6ce-4c00b1eb4f07 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:32.819055 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'tag': '28c9b81e-8bd5-4e68-9246-f05828d37f4d', 'status': 'completed', 'code': 200}
Mar 18 02:48:32.923074 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 64bc22b0-0f86-40ec-9370-3616e22fdbae no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:48:32.948150 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 64bc22b0-0f86-40ec-9370-3616e22fdbae {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:48:32.948499 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 64bc22b0-0f86-40ec-9370-3616e22fdbae not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:48:33.187004 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (230e395c-d69c-4b8c-8f4c-f505cdbbcad7), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:33.224959 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=230e395c-d69c-4b8c-8f4c-f505cdbbcad7,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:33.242460 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa63ec-ee71-4782-ac22-41004cb1a069 req-f6176e8c-82ed-4041-b9f1-36c336b1cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:33.243982 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d3fa63ec-ee71-4782-ac22-41004cb1a069 req-f6176e8c-82ed-4041-b9f1-36c336b1cf6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1130 time: 0.4349589
Mar 18 02:48:33.263798 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-61a86c30-e3d3-44c3-a5e6-5cd0a6abae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:33.265239 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-61a86c30-e3d3-44c3-a5e6-5cd0a6abae5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70f25aecd96f401793f19d638e871f48&device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 1127 time: 0.4397638
Mar 18 02:48:33.339201 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9778f1-1d61-4850-b571-22807b7e40d6 req-472eda75-9b86-4ecb-9af3-a42ff03fdbc0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:33.340795 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ef9778f1-1d61-4850-b571-22807b7e40d6 req-472eda75-9b86-4ecb-9af3-a42ff03fdbc0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.2001026
Mar 18 02:48:33.419745 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (676a14a8-d3c5-4242-8a8c-65d5f16b131b), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:33.422363 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:33.423511 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8124d097-2687-4e2c-93d2-d3c986b3a22b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/floatingips/676a14a8-d3c5-4242-8a8c-65d5f16b131b HTTP/1.1" status: 204  len: 168 time: 1.2850513
Mar 18 02:48:33.436790 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d3fa63ec-ee71-4782-ac22-41004cb1a069 req-e0984cda-2db4-4654-96ca-554c2c8444c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760335
Mar 18 02:48:33.485959 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-6fc6c9e9-4470-48cc-b1d2-62da82d4c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:33.487546 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-6fc6c9e9-4470-48cc-b1d2-62da82d4c1fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=36047b17-904e-4dca-a3f1-4c1c2846e8b3 HTTP/1.1" status: 200  len: 913 time: 0.2128062
Mar 18 02:48:33.490950 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ef9778f1-1d61-4850-b571-22807b7e40d6 req-eca1eea6-2575-4080-baee-5d7a5e872969 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154375
Mar 18 02:48:33.662915 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-86d2a417-839b-48d6-8023-b39e3d383ea3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c9b81e-8bd5-4e68-9246-f05828d37f4d HTTP/1.1" status: 200  len: 217 time: 0.0357945
Mar 18 02:48:33.714895 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-c671d925-d0d0-4fb5-ac60-55a968a03885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:33.716198 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-c671d925-d0d0-4fb5-ac60-55a968a03885 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=293101a0-4487-42f4-8e3d-0dbacdbb88f7 HTTP/1.1" status: 200  len: 853 time: 0.0441656
Mar 18 02:48:33.764251 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-143d92ed-1522-4de1-840f-f257d3eb27de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36047b17-904e-4dca-a3f1-4c1c2846e8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371268
Mar 18 02:48:33.909186 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31028605-cb00-4538-817f-99da4598ef13 req-b2ff5d2f-b388-4e84-9aa7-178dad1c2c0c tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:33.911488 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-31028605-cb00-4538-817f-99da4598ef13 req-b2ff5d2f-b388-4e84-9aa7-178dad1c2c0c tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 943 time: 0.1215210
Mar 18 02:48:33.940613 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-165ec9da-091f-4a41-be50-c50dc70e987b service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379826
Mar 18 02:48:34.018286 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-31028605-cb00-4538-817f-99da4598ef13 req-33d6219b-f396-484b-90ca-ed32efb2ead3 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999355
Mar 18 02:48:34.052996 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-807088e1-f3cc-4ca0-82f5-a1b7c147ebe8 req-f69f11b9-467d-43cf-9186-196c5e725cff service neutron] 10.222.0.35 "GET /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1056154
Mar 18 02:48:34.617164 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cb2e2-8444-4519-a7d1-06c6037778f8 req-dff4de7b-cd9f-4441-8961-28405463771f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:34.618993 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f09cb2e2-8444-4519-a7d1-06c6037778f8 req-dff4de7b-cd9f-4441-8961-28405463771f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0560720
Mar 18 02:48:34.669673 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f09cb2e2-8444-4519-a7d1-06c6037778f8 req-47533ba8-6aee-469e-b427-9598b3ec5aca tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419304
Mar 18 02:48:34.943811 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 28c9b81e-8bd5-4e68-9246-f05828d37f4d details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:48:35.043991 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 28c9b81e-8bd5-4e68-9246-f05828d37f4d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=28c9b81e-8bd5-4e68-9246-f05828d37f4d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:35.057616 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '28c9b81e-8bd5-4e68-9246-f05828d37f4d', 'network_id': '36047b17-904e-4dca-a3f1-4c1c2846e8b3', 'port_id': '28c9b81e-8bd5-4e68-9246-f05828d37f4d', 'mac_address': 'fa:16:3e:c5:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293101a0-4487-42f4-8e3d-0dbacdbb88f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:48:35.095552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 28c9b81e-8bd5-4e68-9246-f05828d37f4d is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:48:35.095949 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:35.109145 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c9b81e-8bd5-4e68-9246-f05828d37f4d {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:48:35.129459 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 28c9b81e-8bd5-4e68-9246-f05828d37f4d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=28c9b81e-8bd5-4e68-9246-f05828d37f4d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:35.134372 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:35.167496 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc3f9-f692-4167-b395-f48ab9819c32 req-4168c231-028b-465f-b48f-8c1c9bf8e964 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:35.168994 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-69dcc3f9-f692-4167-b395-f48ab9819c32 req-4168c231-028b-465f-b48f-8c1c9bf8e964 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 945 time: 0.0961189
Mar 18 02:48:35.176831 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e348c52-f31f-40b1-be2c-3c7be60a543b req-eae1ca3a-cb27-462f-9b1f-4716ea5251f4 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:35.178276 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7e348c52-f31f-40b1-be2c-3c7be60a543b req-eae1ca3a-cb27-462f-9b1f-4716ea5251f4 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 943 time: 0.0738869
Mar 18 02:48:35.186089 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=28c9b81e-8bd5-4e68-9246-f05828d37f4d,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:35.247967 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-69dcc3f9-f692-4167-b395-f48ab9819c32 req-1e28897c-9aad-4ef4-8f8a-7e3fbca1d19a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687056
Mar 18 02:48:35.255367 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7e348c52-f31f-40b1-be2c-3c7be60a543b req-3c7b69f7-a61b-4035-be38-d10fb697b424 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695331
Mar 18 02:48:35.426367 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['28c9b81e-8bd5-4e68-9246-f05828d37f4d'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:48:35.787209 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5b9ab-f39c-43ce-beae-101252f7a15b req-4f836611-31c0-4297-957b-247062f4057d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:35.788708 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-01a5b9ab-f39c-43ce-beae-101252f7a15b req-4f836611-31c0-4297-957b-247062f4057d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0519691
Mar 18 02:48:35.839893 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-01a5b9ab-f39c-43ce-beae-101252f7a15b req-3b71a79c-4f69-460c-b9e0-84250ddd9e04 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453939
Mar 18 02:48:36.181505 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2d723-2234-4309-a711-843928f6c131 req-3025a439-987e-4086-865d-696923ed432e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:36.182994 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6aa2d723-2234-4309-a711-843928f6c131 req-3025a439-987e-4086-865d-696923ed432e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0780010
Mar 18 02:48:36.203941 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-068cb55f-d8b2-4792-8585-12920c885ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:36.205269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-068cb55f-d8b2-4792-8585-12920c885ab0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=275517634eae48dcaa092836def2657b&device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 1130 time: 0.0748966
Mar 18 02:48:36.278760 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6aa2d723-2234-4309-a711-843928f6c131 req-fe6b68cd-cf65-4923-92f9-3e396dd94090 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896759
Mar 18 02:48:36.333181 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-89254a93-d284-45cb-a075-b976945b8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:36.334966 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-89254a93-d284-45cb-a075-b976945b8ddb service neutron] 10.222.0.35 "GET /v2.0/networks?id=851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 200  len: 919 time: 0.1218767
Mar 18 02:48:36.412376 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-ac11d970-7ebc-445d-9175-960a37be945e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 200  len: 217 time: 0.0617049
Mar 18 02:48:36.473855 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218adcf-b156-4d57-ba5e-1ad8412ce523 req-1099f239-97b8-4a05-ab17-42d7d6804e31 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:36.475262 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1218adcf-b156-4d57-ba5e-1ad8412ce523 req-1099f239-97b8-4a05-ab17-42d7d6804e31 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 945 time: 0.1553161
Mar 18 02:48:36.498015 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59913c-8ec1-4f9c-be4b-afeeb122f7c4 req-23bace66-8928-408a-8718-a540b884fadf tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:36.499480 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a59913c-8ec1-4f9c-be4b-afeeb122f7c4 req-23bace66-8928-408a-8718-a540b884fadf tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 944 time: 0.1501095
Mar 18 02:48:36.502130 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-a08cce3a-0f20-4a5e-9756-54b23adc1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:36.503512 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-a08cce3a-0f20-4a5e-9756-54b23adc1195 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 200  len: 859 time: 0.0817757
Mar 18 02:48:36.552588 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-574de4a3-f94b-42c2-91a8-370fec5ad00b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=851e9e23-5278-46cf-a6bc-d1a74efcc10f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412695
Mar 18 02:48:36.634253 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1218adcf-b156-4d57-ba5e-1ad8412ce523 req-1870d3ef-1fe5-49d7-8be0-eeadbd50d7d7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a50067ec-dcb7-4360-846a-93d356c9db2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528440
Mar 18 02:48:36.650583 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a59913c-8ec1-4f9c-be4b-afeeb122f7c4 req-1fa001db-3a38-44a7-8668-f5ead66620d1 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409342
Mar 18 02:48:36.681858 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-7b8b18a9-3eab-4d42-95a2-3d90005747e9 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1177020
Mar 18 02:48:36.777595 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0debaf-5595-4b4e-9adb-60294f2856ac req-029daff8-4037-4988-9e1e-464472ba4278 service neutron] 10.222.0.35 "GET /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859940
Mar 18 02:48:36.947963 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 28c9b81e-8bd5-4e68-9246-f05828d37f4d up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:48:36.950707 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e08e-aa5c-4526-b009-e57343f87814 req-84867007-660a-4bd9-bea3-2923bd96eeb2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:36.952440 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3633e08e-aa5c-4526-b009-e57343f87814 req-84867007-660a-4bd9-bea3-2923bd96eeb2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 945 time: 0.0529509
Mar 18 02:48:36.975158 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac0ad-0764-4041-a3a0-215acf3a7c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.002938 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 28c9b81e-8bd5-4e68-9246-f05828d37f4d completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:48:37.007290 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 28c9b81e-8bd5-4e68-9246-f05828d37f4d triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:48:37.007681 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.050336 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port f7ebc4b4-a92f-40da-b5a3-99969c8881dd {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:48:37.050613 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.088468 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 28c9b81e-8bd5-4e68-9246-f05828d37f4d is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:48:37.088854 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.111733 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c9b81e-8bd5-4e68-9246-f05828d37f4d'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:37.114622 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d360e2-c172-43ee-b322-cbd920839bc1" -d '{"events": [{"server_uuid": "8293b414-511d-46cc-897b-c9c0146bf3a4", "name": "network-vif-plugged", "status": "completed", "tag": "28c9b81e-8bd5-4e68-9246-f05828d37f4d"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:37.127090 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 28c9b81e-8bd5-4e68-9246-f05828d37f4d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=28c9b81e-8bd5-4e68-9246-f05828d37f4d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:37.131789 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.146048 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] For port f7ebc4b4-a92f-40da-b5a3-99969c8881dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:37.146413 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.156980 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf8e69f-c1e7-4576-ad2f-dcf01af5c53c x-openstack-request-id: req-bbf8e69f-c1e7-4576-ad2f-dcf01af5c53c {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:37.157277 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293b414-511d-46cc-897b-c9c0146bf3a4", "name": "network-vif-plugged", "status": "completed", "tag": "28c9b81e-8bd5-4e68-9246-f05828d37f4d", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:37.157532 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbf8e69f-c1e7-4576-ad2f-dcf01af5c53c {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:37.157921 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c9b81e-8bd5-4e68-9246-f05828d37f4d', 'code': 200}
Mar 18 02:48:37.183541 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=28c9b81e-8bd5-4e68-9246-f05828d37f4d,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:37.191459 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.191812 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.192182 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.193040 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.193040 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.193216 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.193512 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.193834 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.194156 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.194916 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.194916 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.195176 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.195863 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.195863 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.196115 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:48:37.364746 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.365103 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (4657197a-e2f0-426a-ab08-f5aab904f2fc), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.365416 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 4657197a-e2f0-426a-ab08-f5aab904f2fc disassociated. External IP: 172.27.0.82, port: f7ebc4b4-a92f-40da-b5a3-99969c8881dd.
Mar 18 02:48:37.365753 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for f7ebc4b4-a92f-40da-b5a3-99969c8881dd owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:48:37.436314 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678e598-28d5-4396-abf4-67a4656aea20 req-f96ab845-30da-495e-a006-ac7e6a0d5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:37.437782 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2678e598-28d5-4396-abf4-67a4656aea20 req-f96ab845-30da-495e-a006-ac7e6a0d5a46 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 1129 time: 0.1356258
Mar 18 02:48:37.480586 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821599b-4edd-447a-80b3-35af058c4a40 req-345afa86-1b97-4c4e-9fa4-24c9999f8c1d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:37.482018 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4821599b-4edd-447a-80b3-35af058c4a40 req-345afa86-1b97-4c4e-9fa4-24c9999f8c1d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.1268210
Mar 18 02:48:37.534640 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2678e598-28d5-4396-abf4-67a4656aea20 req-9e7b1d05-2950-4bf3-95b0-679f647ce7c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893979
Mar 18 02:48:37.583785 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4821599b-4edd-447a-80b3-35af058c4a40 req-67441b5c-b21a-4f11-ab5b-40bd034091d9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953441
Mar 18 02:48:37.612806 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (f7ebc4b4-a92f-40da-b5a3-99969c8881dd), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:37.639908 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=f7ebc4b4-a92f-40da-b5a3-99969c8881dd,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:37.752488 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-783f214f-eb1b-49bc-a515-4639725dc36c req-8d05bdb8-b276-477e-af25-405cee34666c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1a1c9-2432-45d0-9f30-152fadbab33e HTTP/1.1" status: 200  len: 210 time: 0.0390525
Mar 18 02:48:37.823338 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea85ae0-a9c6-4e16-9ede-e92c0afb882e req-57388a92-1c7c-4d1b-a23a-d4a64883c706 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:37.824791 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bea85ae0-a9c6-4e16-9ede-e92c0afb882e req-57388a92-1c7c-4d1b-a23a-d4a64883c706 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 945 time: 0.0986242
Mar 18 02:48:37.826525 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:48:37.939353 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bea85ae0-a9c6-4e16-9ede-e92c0afb882e req-a8d93724-fca4-42bc-ad24-fa81919ee019 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075282
Mar 18 02:48:37.969383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:48:37.980432 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:48:37.991974 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:48:37.992962 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a710790>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:38.012286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] No DVR routers for this DVR port f7ebc4b4-a92f-40da-b5a3-99969c8881dd on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:48:38.014981 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:38.019370 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3633e08e-aa5c-4526-b009-e57343f87814 req-ae5df086-b6e9-432f-8268-c22bb44d3747 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "DELETE /v2.0/ports/f7ebc4b4-a92f-40da-b5a3-99969c8881dd HTTP/1.1" status: 204  len: 173 time: 1.0609162
Mar 18 02:48:38.019967 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'name': 'network-vif-deleted', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:38.023371 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2afceac-e3d0-405c-b9df-5cc2c3a391b8" -d '{"events": [{"server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "name": "network-vif-deleted", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:38.075904 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cc55ae-f3d6-47eb-9fb4-bda6f3c2f344 x-openstack-request-id: req-72cc55ae-f3d6-47eb-9fb4-bda6f3c2f344 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:38.076283 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa1a1c9-2432-45d0-9f30-152fadbab33e", "name": "network-vif-deleted", "tag": "f7ebc4b4-a92f-40da-b5a3-99969c8881dd", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:38.076555 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72cc55ae-f3d6-47eb-9fb4-bda6f3c2f344 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:38.076961 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa1a1c9-2432-45d0-9f30-152fadbab33e', 'name': 'network-vif-deleted', 'tag': 'f7ebc4b4-a92f-40da-b5a3-99969c8881dd', 'status': 'completed', 'code': 200}
Mar 18 02:48:38.107361 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:48:38.304660 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a710790>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:38.329511 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:48:38.337968 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:48:38.338608 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a710790>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:38.528791 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:48:38.702332 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f490d8-95f8-4ee6-9c90-fa93456658d4 req-0a02291c-3ca2-436e-955c-891de7621b37 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:38.703890 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17f490d8-95f8-4ee6-9c90-fa93456658d4 req-0a02291c-3ca2-436e-955c-891de7621b37 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0538533
Mar 18 02:48:38.739089 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a710790>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:38.753312 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17f490d8-95f8-4ee6-9c90-fa93456658d4 req-0cd3b88b-c65a-4eec-a91f-7bb016d5c9b6 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432045
Mar 18 02:48:38.766892 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4198d-466b-44d7-9296-a609d2bb5dd8 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:48:38.847076 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35254) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:38.901801 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcccb-046b-44f6-a526-6e95f722cf0f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (a50067ec-dcb7-4360-846a-93d356c9db2e), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:38.930600 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcccb-046b-44f6-a526-6e95f722cf0f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (a50067ec-dcb7-4360-846a-93d356c9db2e), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:38.993757 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcccb-046b-44f6-a526-6e95f722cf0f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a50067ec-dcb7-4360-846a-93d356c9db2e), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:38.997406 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcccb-046b-44f6-a526-6e95f722cf0f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:38.999760 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-d1fdcccb-046b-44f6-a526-6e95f722cf0f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/security-groups/a50067ec-dcb7-4360-846a-93d356c9db2e HTTP/1.1" status: 204  len: 168 time: 0.1516292
Mar 18 02:48:39.001838 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35258) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:39.010270 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdcccb-046b-44f6-a526-6e95f722cf0f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50067ec-dcb7-4360-846a-93d356c9db2e,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:39.034184 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.api.v2.resource [None req-42a5bb49-00cd-4ca2-b1f0-10a5c7e79749 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] show failed (client error): The resource could not be found.
Mar 18 02:48:39.044132 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-42a5bb49-00cd-4ca2-b1f0-10a5c7e79749 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups/a50067ec-dcb7-4360-846a-93d356c9db2e HTTP/1.1" status: 404  len: 347 time: 0.0409687
Mar 18 02:48:39.044716 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35260) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:39.073274 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb15cb-a135-4c7a-934a-fb0de149aae4 None None] New status for floating IP 4657197a-e2f0-426a-ab08-f5aab904f2fc: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:48:39.093761 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764c06-fc97-4f87-ba52-73da1a8ae90c req-ea41fce6-65a5-4937-bb2f-4d2810c6d9e9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:39.095194 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61764c06-fc97-4f87-ba52-73da1a8ae90c req-ea41fce6-65a5-4937-bb2f-4d2810c6d9e9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 945 time: 0.0673792
Mar 18 02:48:39.147322 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-61764c06-fc97-4f87-ba52-73da1a8ae90c req-97bd4c47-b26a-4510-8823-63ca6abc7b70 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458469
Mar 18 02:48:39.173309 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port 2be55263-e657-4887-9c62-ecbbfad1382d {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:48:39.173656 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (2be55263-e657-4887-9c62-ecbbfad1382d), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:39.259177 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (2be55263-e657-4887-9c62-ecbbfad1382d), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:39.259507 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (2be55263-e657-4887-9c62-ecbbfad1382d), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:39.261201 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ad6b61c-79e8-447a-a740-02daed024034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:39.272700 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for 2be55263-e657-4887-9c62-ecbbfad1382d owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:48:39.449827 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (2be55263-e657-4887-9c62-ecbbfad1382d), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:39.504346 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=2be55263-e657-4887-9c62-ecbbfad1382d,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:39.547202 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (4657197a-e2f0-426a-ab08-f5aab904f2fc), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:39.550173 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:39.551094 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-f72b450f-076f-4835-941d-28097afebbf6 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/floatingips/4657197a-e2f0-426a-ab08-f5aab904f2fc HTTP/1.1" status: 204  len: 168 time: 0.5054407
Mar 18 02:48:39.876565 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed6b5a-16d7-463b-9c08-d68a35f743c7 req-f700d0b6-209f-43ec-b102-3ed35710033e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:39.878539 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-67ed6b5a-16d7-463b-9c08-d68a35f743c7 req-f700d0b6-209f-43ec-b102-3ed35710033e tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0534623
Mar 18 02:48:39.930395 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-67ed6b5a-16d7-463b-9c08-d68a35f743c7 req-63effff3-d6bc-4419-92d5-042e65084328 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460625
Mar 18 02:48:40.029188 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35284) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:40.033804 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-65d142f7-3b77-4d99-b986-067747c49b4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772039881', 'description': 'tempest-description--1218110088'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:40.059497 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-65d142f7-3b77-4d99-b986-067747c49b4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.129380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-65d142f7-3b77-4d99-b986-067747c49b4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (899e1e82-5b94-419e-9fd2-dc1dc03ca681), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.132693 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-65d142f7-3b77-4d99-b986-067747c49b4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (899e1e82-5b94-419e-9fd2-dc1dc03ca681), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.163397 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-65d142f7-3b77-4d99-b986-067747c49b4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.164599 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-65d142f7-3b77-4d99-b986-067747c49b4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1343913
Mar 18 02:48:40.166766 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d142f7-3b77-4d99-b986-067747c49b4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899e1e82-5b94-419e-9fd2-dc1dc03ca681,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:40.167843 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35290) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:40.173504 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-e4ece6be-da5c-4ff7-97ac-104bd9698418 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': '899e1e82-5b94-419e-9fd2-dc1dc03ca681', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:40.204890 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e4ece6be-da5c-4ff7-97ac-104bd9698418 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (5368f397-243f-4548-8468-5da830a3a6d1), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.261824 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e4ece6be-da5c-4ff7-97ac-104bd9698418 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (5368f397-243f-4548-8468-5da830a3a6d1), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.265435 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e4ece6be-da5c-4ff7-97ac-104bd9698418 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (5368f397-243f-4548-8468-5da830a3a6d1), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.283628 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ece6be-da5c-4ff7-97ac-104bd9698418 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5368f397-243f-4548-8468-5da830a3a6d1,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:40.292889 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e4ece6be-da5c-4ff7-97ac-104bd9698418 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.294140 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e4ece6be-da5c-4ff7-97ac-104bd9698418 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1247478
Mar 18 02:48:40.296747 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35294) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:40.301111 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-cb370af5-cdd5-4164-93d3-94ce70b8dcf2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': '899e1e82-5b94-419e-9fd2-dc1dc03ca681', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:40.325141 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cb370af5-cdd5-4164-93d3-94ce70b8dcf2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (61db50f3-fd2a-4dee-9c90-a8301faace69), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.382713 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cb370af5-cdd5-4164-93d3-94ce70b8dcf2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (61db50f3-fd2a-4dee-9c90-a8301faace69), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.386111 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cb370af5-cdd5-4164-93d3-94ce70b8dcf2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (61db50f3-fd2a-4dee-9c90-a8301faace69), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.405783 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb370af5-cdd5-4164-93d3-94ce70b8dcf2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61db50f3-fd2a-4dee-9c90-a8301faace69,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:40.411654 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cb370af5-cdd5-4164-93d3-94ce70b8dcf2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.412833 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-cb370af5-cdd5-4164-93d3-94ce70b8dcf2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1151509
Mar 18 02:48:40.415882 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35296) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:40.420536 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:40.440951 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.534546 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.589101 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.642360 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.27.0.143 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/c3466f6e-ff32-485d-827d-f9f33ef6822d) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:48:40.738137 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.779330 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.819481 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:48:40.822251 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:48:40.824770 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:48:40.855561 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=c3466f6e-ff32-485d-827d-f9f33ef6822d,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:40.914985 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (720ce6a1-826e-4496-be51-d6c507ef7664), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.949695 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:40.982830 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f7ebc4b4-a92f-40da-b5a3-99969c8881dd no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:48:41.003222 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: f7ebc4b4-a92f-40da-b5a3-99969c8881dd {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:48:41.003582 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f7ebc4b4-a92f-40da-b5a3-99969c8881dd not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:48:41.098513 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:41.102888 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7357063'] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:41.171318 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=c3466f6e-ff32-485d-827d-f9f33ef6822d,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:41.183517 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (720ce6a1-826e-4496-be51-d6c507ef7664), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:41.198422 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:41.199656 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-626cf567-44c8-4be8-8b61-4d54fd078692 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.7825863
Mar 18 02:48:41.349209 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-5186fca2-4e26-43b8-a060-fa83f21c9f95 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1772039881&fields=id&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 267 time: 0.0422792
Mar 18 02:48:41.352052 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:48:41.476933 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-ce6d5981-7fb1-400d-9f7a-9533a77db343 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:41.478400 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-ce6d5981-7fb1-400d-9f7a-9533a77db343 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.1225677
Mar 18 02:48:41.492905 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-a7d85d62-7127-4fef-839f-5daae2ec4b40 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/quotas/9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 375 time: 0.0092876
Mar 18 02:48:41.548001 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-29ee6be4-1780-44c9-b19d-c1c5e48c36f4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0502403
Mar 18 02:48:41.645513 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-be31a603-7a8d-47f6-b6a9-f70665106ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844450
Mar 18 02:48:41.736162 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-ce39c60a-dffa-435a-9eb6-d664c65030ff service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846133
Mar 18 02:48:41.845519 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:41.898087 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-261e93fb-7ed9-4906-a3c6-4aee686dc2a9 req-0e704ff6-a79a-4a36-a0b4-640a5e13c11b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 210 time: 0.0275362
Mar 18 02:48:42.823176 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-e2a2141f-7df9-4f96-af73-40e5304bfdee tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:42.824605 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-e2a2141f-7df9-4f96-af73-40e5304bfdee tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.1084948
Mar 18 02:48:42.888091 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-01a371fc-1347-46db-b461-a91be45ebace tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 380 time: 0.0536759
Mar 18 02:48:42.898019 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'port': {'device_id': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'admin_state_up': True, 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'security_groups': ['899e1e82-5b94-419e-9fd2-dc1dc03ca681']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:43.258335 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-910fb856-bc59-4050-be54-23552207cec0 req-c1c4f700-14df-483e-90bc-9f8e2301dd6b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 210 time: 0.2914567
Mar 18 02:48:43.285198 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Made reservation on behalf of 9eb71a501cc048a4ab730eb78a02d8d5 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:48:43.288617 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:43.409644 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.20.0.13 (abdbe5d0-e208-44c9-9d0f-66761487ec77/27be4128-fbd6-4dc1-8e0b-0829b65e9183/9a565d45-3d8e-47d1-937f-10e5814c88d5) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:48:43.550155 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:43.556303 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:43.590465 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:43.631912 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:48:43.634930 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:48:43.638459 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:48:43.646975 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=9a565d45-3d8e-47d1-937f-10e5814c88d5,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:43.693706 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:43.694374 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:43.711738 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-60ab75a2-74eb-4888-a3c7-9da58666ef6c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8178065
Mar 18 02:48:43.723724 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Request body: {'port': {'device_id': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:43.790468 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:43.855038 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-7db13855-c8ef-4568-aa4e-1f54354dd8aa None None] Provisioning complete for port 9a565d45-3d8e-47d1-937f-10e5814c88d5 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:48:43.855525 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7db13855-c8ef-4568-aa4e-1f54354dd8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:43.887984 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7db13855-c8ef-4568-aa4e-1f54354dd8aa None None] Port 9a565d45-3d8e-47d1-937f-10e5814c88d5 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:48:44.047826 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a565d45-3d8e-47d1-937f-10e5814c88d5 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:48:44.055742 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Publish callbacks [] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:44.068497 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Transition to ACTIVE for port object 9a565d45-3d8e-47d1-937f-10e5814c88d5 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:48:44.071446 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:44.142472 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Pushing event updated for resources: {'Port': ['ID=9a565d45-3d8e-47d1-937f-10e5814c88d5,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:44.194036 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Attempting to bind port 9a565d45-3d8e-47d1-937f-10e5814c88d5 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:48:44.194372 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Attempting to bind port 9a565d45-3d8e-47d1-937f-10e5814c88d5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:48:44.194721 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Attempting to bind port 9a565d45-3d8e-47d1-937f-10e5814c88d5 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:48:44.199111 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Port 9a565d45-3d8e-47d1-937f-10e5814c88d5 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:48:44.199433 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Attempting to bind port 9a565d45-3d8e-47d1-937f-10e5814c88d5 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:48:44.204203 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:48:44.204546 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Checking segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:48:44.204923 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Bound using segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:48:44.205438 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Bound port: 9a565d45-3d8e-47d1-937f-10e5814c88d5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:48:44.205805 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:44.269975 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] For port 9a565d45-3d8e-47d1-937f-10e5814c88d5, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:48:44.272881 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] For port 9a565d45-3d8e-47d1-937f-10e5814c88d5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:48:44.278530 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:44.313151 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:44.313964 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:44.315353 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] 10.222.0.35 "PUT /v2.0/ports/9a565d45-3d8e-47d1-937f-10e5814c88d5 HTTP/1.1" status: 200  len: 1094 time: 0.5963776
Mar 18 02:48:44.316039 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:44.318281 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:44.372485 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befc1319-fe6b-45fc-9c86-12e47ceeeacb x-openstack-request-id: req-befc1319-fe6b-45fc-9c86-12e47ceeeacb {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:44.372694 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:44.372924 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-befc1319-fe6b-45fc-9c86-12e47ceeeacb {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:44.373315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'status': 'completed', 'code': 200}
Mar 18 02:48:44.400610 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c550c5-7bd7-4464-ac03-4b8391041596 service neutron] Pushing event updated for resources: {'Port': ['ID=9a565d45-3d8e-47d1-937f-10e5814c88d5,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:44.452114 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a9dee-243f-4a69-9a0b-96dc6ef293df req-2bb46b61-f990-4d2e-b039-d46d9a92e92d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:44.453649 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dc4a9dee-243f-4a69-9a0b-96dc6ef293df req-2bb46b61-f990-4d2e-b039-d46d9a92e92d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 944 time: 0.1118808
Mar 18 02:48:44.458749 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-2718e299-c6fc-459d-b283-d4b7f3beffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:44.460203 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-2718e299-c6fc-459d-b283-d4b7f3beffdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 1128 time: 0.0895889
Mar 18 02:48:44.516640 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-dd05591f-cc8f-4ed9-a41f-1c66875dbce4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5 HTTP/1.1" status: 200  len: 217 time: 0.0484414
Mar 18 02:48:44.563968 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dc4a9dee-243f-4a69-9a0b-96dc6ef293df req-1d6fcb01-77aa-44ff-9a33-d45dd43297f8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027586
Mar 18 02:48:44.584219 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-86b12c9e-8e9e-4188-b5e6-7f713a5397ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:44.584219 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-86b12c9e-8e9e-4188-b5e6-7f713a5397ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0547082
Mar 18 02:48:44.640316 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-f3cddf0a-d822-4053-b25c-55b00b8770de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:44.641829 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-f3cddf0a-d822-4053-b25c-55b00b8770de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0505278
Mar 18 02:48:44.732285 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-e30b961a-7a47-4cb8-8e96-42fc507c7a88 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842986
Mar 18 02:48:44.821826 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f270b838-ec69-41f7-b84f-64bcec4a03b3 req-0a54a2e3-b30d-49bd-9376-24ec7d26c598 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835872
Mar 18 02:48:44.911487 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-56388d8b-e082-45fd-a337-cd3a29702f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:44.912983 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-56388d8b-e082-45fd-a337-cd3a29702f64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 1128 time: 0.0443792
Mar 18 02:48:45.006643 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-3eca697b-b5ca-432c-b988-fd119eedbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:45.008134 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-3eca697b-b5ca-432c-b988-fd119eedbb29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.0884330
Mar 18 02:48:45.049566 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-750283f2-6635-426b-8cac-44feb6acdc39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5 HTTP/1.1" status: 200  len: 217 time: 0.0351634
Mar 18 02:48:45.097559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-c26dc48b-fceb-49e6-a127-c5ff472eccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:45.098929 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-c26dc48b-fceb-49e6-a127-c5ff472eccd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0421970
Mar 18 02:48:45.150276 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-0bf2efc7-8ba6-4286-a661-42d72b120a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:45.151838 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-0bf2efc7-8ba6-4286-a661-42d72b120a7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0462594
Mar 18 02:48:45.239526 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-adf2bcf1-b7b7-4a2e-a366-726a2c7d9ba1 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811441
Mar 18 02:48:45.330964 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d37ae3b6-5b5a-4dc8-a9af-a8932e01de50 req-4ada6249-ee7e-4e02-90d9-9e530d07b750 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849895
Mar 18 02:48:45.683593 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daafe5-8281-466d-97c5-66eff97d9897 req-c64ee84e-7ff8-42a6-a907-1d56153ce768 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:45.685061 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-91daafe5-8281-466d-97c5-66eff97d9897 req-c64ee84e-7ff8-42a6-a907-1d56153ce768 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 944 time: 0.0546064
Mar 18 02:48:45.731604 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-91daafe5-8281-466d-97c5-66eff97d9897 req-4ebbb8cf-db7f-49c2-973d-53f2413a1a64 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400207
Mar 18 02:48:46.861415 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367c3e-c440-4e0d-8cee-496d675d6ff3 req-bc8c5425-6aa0-4647-8061-900ef0a83751 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:46.863590 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-55367c3e-c440-4e0d-8cee-496d675d6ff3 req-bc8c5425-6aa0-4647-8061-900ef0a83751 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 944 time: 0.0568550
Mar 18 02:48:46.919248 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-55367c3e-c440-4e0d-8cee-496d675d6ff3 req-d6ab4e00-b4bd-41bf-b62d-fd9af899cc10 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488443
Mar 18 02:48:47.015244 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9a565d45-3d8e-47d1-937f-10e5814c88d5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:48:47.128265 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9a565d45-3d8e-47d1-937f-10e5814c88d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:47.139367 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'port_id': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'mac_address': 'fa:16:3e:89:8d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:48:47.185174 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9a565d45-3d8e-47d1-937f-10e5814c88d5 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:48:47.185632 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:47.199007 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a565d45-3d8e-47d1-937f-10e5814c88d5 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:48:47.218203 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9a565d45-3d8e-47d1-937f-10e5814c88d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:47.222091 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:47.269914 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9a565d45-3d8e-47d1-937f-10e5814c88d5,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:48.041363 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564cc39-83a7-4673-ae52-8b34940f4cf6 req-468b8733-2d49-405a-b810-834b70de494b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:48.042851 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9564cc39-83a7-4673-ae52-8b34940f4cf6 req-468b8733-2d49-405a-b810-834b70de494b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 945 time: 0.0529916
Mar 18 02:48:48.089890 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9564cc39-83a7-4673-ae52-8b34940f4cf6 req-55375d73-33db-4e1e-b7bf-77d62375e2b4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415285
Mar 18 02:48:49.204693 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa2ba0-7500-4a2d-95c5-d5f911868e35 req-99b1514a-3493-43d2-8f45-6292151ec91e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:49.207033 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e2fa2ba0-7500-4a2d-95c5-d5f911868e35 req-99b1514a-3493-43d2-8f45-6292151ec91e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 945 time: 0.0538580
Mar 18 02:48:49.252528 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e2fa2ba0-7500-4a2d-95c5-d5f911868e35 req-6ce9a2d6-4a2a-4fac-b327-4812fc53099a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395782
Mar 18 02:48:50.273241 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['9a565d45-3d8e-47d1-937f-10e5814c88d5'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:48:50.375602 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62149-565c-42dd-9c84-cb1a06dfc69a req-257cbcba-569e-4bea-9a75-e9265b719755 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:50.377067 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dfc62149-565c-42dd-9c84-cb1a06dfc69a req-257cbcba-569e-4bea-9a75-e9265b719755 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 945 time: 0.0562649
Mar 18 02:48:50.427034 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dfc62149-565c-42dd-9c84-cb1a06dfc69a req-c06edfa3-45fe-415b-aa8a-6410a1c8fc02 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435228
Mar 18 02:48:51.121270 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7bce5-3382-46de-9a02-780c9c273b8f req-ed0c724d-2017-4133-9f75-4d3cce22d667 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:51.122820 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cb7bce5-3382-46de-9a02-780c9c273b8f req-ed0c724d-2017-4133-9f75-4d3cce22d667 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0567231
Mar 18 02:48:51.172258 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9cb7bce5-3382-46de-9a02-780c9c273b8f req-81cf4dae-32a4-425f-8d3e-be98a762e52e tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431371
Mar 18 02:48:51.352656 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542871a-07de-4bc1-ba6c-b08eca1c6679 req-cd999b93-0be1-45ae-9dbf-caf8de0ca69f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:51.354356 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1542871a-07de-4bc1-ba6c-b08eca1c6679 req-cd999b93-0be1-45ae-9dbf-caf8de0ca69f tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0644205
Mar 18 02:48:51.404312 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1542871a-07de-4bc1-ba6c-b08eca1c6679 req-38a1abdc-ddb5-4457-91b8-52c3abdbd23d tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438190
Mar 18 02:48:51.544086 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64422e-3220-49fe-a1c5-c9212c16822d req-3848a512-46f9-4d23-80d8-89eb8d46d8b4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:51.545573 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2c64422e-3220-49fe-a1c5-c9212c16822d req-3848a512-46f9-4d23-80d8-89eb8d46d8b4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 945 time: 0.0529342
Mar 18 02:48:51.594217 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2c64422e-3220-49fe-a1c5-c9212c16822d req-81945043-dc38-4f33-87c6-a95ccd7a8acd tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430348
Mar 18 02:48:52.287942 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce6655-8292-49a4-8dc7-31090605892c req-c3cbfff0-ec8b-4b40-a87c-b5ad90dae9bd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:52.289410 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ce6655-8292-49a4-8dc7-31090605892c req-c3cbfff0-ec8b-4b40-a87c-b5ad90dae9bd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0535574
Mar 18 02:48:52.341915 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-88ce6655-8292-49a4-8dc7-31090605892c req-92b8e5db-ac8c-4c7f-bfa8-da62a1cbd8cc tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453963
Mar 18 02:48:52.529950 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760533ba-9e44-422a-a3c8-ca12278e6b85 req-bbba950f-909e-4cba-b6f8-4fa318e7f868 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:52.531417 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-760533ba-9e44-422a-a3c8-ca12278e6b85 req-bbba950f-909e-4cba-b6f8-4fa318e7f868 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0557358
Mar 18 02:48:52.579371 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-760533ba-9e44-422a-a3c8-ca12278e6b85 req-a6023b66-c475-4edc-8eb6-51d898200a06 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423577
Mar 18 02:48:52.707862 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dcdf9-5a2d-49ad-9059-98335429ba2a req-0fbcbf84-af7d-4213-8b56-d34cd54523bf tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:52.709307 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-652dcdf9-5a2d-49ad-9059-98335429ba2a req-0fbcbf84-af7d-4213-8b56-d34cd54523bf tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 945 time: 0.0517852
Mar 18 02:48:52.754917 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-652dcdf9-5a2d-49ad-9059-98335429ba2a req-0e2101b6-8226-48ba-890f-e1c7b594031d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401433
Mar 18 02:48:53.285817 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9a565d45-3d8e-47d1-937f-10e5814c88d5 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:48:53.334799 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 9a565d45-3d8e-47d1-937f-10e5814c88d5 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:48:53.338594 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 9a565d45-3d8e-47d1-937f-10e5814c88d5 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:48:53.338974 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:53.421552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9a565d45-3d8e-47d1-937f-10e5814c88d5 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:48:53.422064 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:53.444376 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:53.446649 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45427567-03f8-48e7-a731-14d52abd4cad" -d '{"events": [{"server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "name": "network-vif-plugged", "status": "completed", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:53.459857 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9a565d45-3d8e-47d1-937f-10e5814c88d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:53.464408 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:53.468857 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c99b5-5c73-4599-997d-84833cb5afbe req-acea67d8-0490-42d8-a468-e073e219e26f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:53.470385 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-433c99b5-5c73-4599-997d-84833cb5afbe req-acea67d8-0490-42d8-a468-e073e219e26f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0598893
Mar 18 02:48:53.491329 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ae438-7304-4920-8ae6-a1bf41cc79f3 x-openstack-request-id: req-410ae438-7304-4920-8ae6-a1bf41cc79f3 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:53.491646 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "name": "network-vif-plugged", "status": "completed", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:53.491909 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-410ae438-7304-4920-8ae6-a1bf41cc79f3 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:53.492322 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'code': 200}
Mar 18 02:48:53.514704 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9a565d45-3d8e-47d1-937f-10e5814c88d5,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:53.520390 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-433c99b5-5c73-4599-997d-84833cb5afbe req-69c2d84a-7b08-4348-90c5-e65cb93de1eb tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424447
Mar 18 02:48:53.696877 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f441008-62e8-4af9-85ea-8700f5db61ab req-88e27a57-0a46-46d4-a677-1b768e8609d8 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:53.698334 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3f441008-62e8-4af9-85ea-8700f5db61ab req-88e27a57-0a46-46d4-a677-1b768e8609d8 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0520525
Mar 18 02:48:53.743472 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3f441008-62e8-4af9-85ea-8700f5db61ab req-c67939e6-d27a-49b0-a7bc-1dbdd5efbdaa tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396845
Mar 18 02:48:53.870542 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f23fb-0b86-4e5f-bb1e-3229b10f8e99 req-53d048d0-1c18-42c4-a3ec-6fa852f5a6f0 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:53.871944 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-295f23fb-0b86-4e5f-bb1e-3229b10f8e99 req-53d048d0-1c18-42c4-a3ec-6fa852f5a6f0 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 946 time: 0.0517364
Mar 18 02:48:53.920657 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-295f23fb-0b86-4e5f-bb1e-3229b10f8e99 req-6c007309-4ca2-415b-8f73-d923a7344e65 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432320
Mar 18 02:48:54.438716 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253b53-be5e-4443-9f6e-731b702fd4dd req-98ac5813-624f-4e5f-b053-726bc6bcc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:54.441136 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c9253b53-be5e-4443-9f6e-731b702fd4dd req-98ac5813-624f-4e5f-b053-726bc6bcc360 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 1130 time: 0.0449245
Mar 18 02:48:54.488635 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c9253b53-be5e-4443-9f6e-731b702fd4dd req-5371376a-195e-43fa-b0d3-f401e4cfceee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381188
Mar 18 02:48:54.636266 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305feda4-70e3-4840-9003-d3e008311559 req-e6ff797a-84a0-457e-b07f-cf73407c2114 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:54.637728 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-305feda4-70e3-4840-9003-d3e008311559 req-e6ff797a-84a0-457e-b07f-cf73407c2114 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0520079
Mar 18 02:48:54.684551 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-305feda4-70e3-4840-9003-d3e008311559 req-b49fba3e-10bc-46d5-ad32-88a844c5923d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411716
Mar 18 02:48:54.730736 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:54.864192 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30d952-4b9b-4787-9478-947e66cef7a3 req-82880cd7-8fca-4a70-9b05-ee26a41f35a0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:54.865950 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9e30d952-4b9b-4787-9478-947e66cef7a3 req-82880cd7-8fca-4a70-9b05-ee26a41f35a0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0549953
Mar 18 02:48:54.912128 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9e30d952-4b9b-4787-9478-947e66cef7a3 req-1fcb5126-fccb-43cc-bb60-387cb3cb302a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406950
Mar 18 02:48:55.060866 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96a46-5068-425e-8625-d11f56e5f3e5 req-f4f6618d-688b-44ea-8a50-ed21287d499d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:55.062314 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49d96a46-5068-425e-8625-d11f56e5f3e5 req-f4f6618d-688b-44ea-8a50-ed21287d499d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 946 time: 0.0765548
Mar 18 02:48:55.112468 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-f474e9f9-cfb1-46ea-b248-762a1b48b402 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:55.113877 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-f474e9f9-cfb1-46ea-b248-762a1b48b402 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 945 time: 0.0918858
Mar 18 02:48:55.127816 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-49d96a46-5068-425e-8625-d11f56e5f3e5 req-0f2616a8-1311-4731-80c0-5cf4b81594b7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584211
Mar 18 02:48:55.215683 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Deleting port 3c11524f-8ba7-4995-be27-7576eeffac1c {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:48:55.215946 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:55.303962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] For port 3c11524f-8ba7-4995-be27-7576eeffac1c, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c11524f-8ba7-4995-be27-7576eeffac1c,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:48:55.304324 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:55.317416 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Calling delete_port for 3c11524f-8ba7-4995-be27-7576eeffac1c owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:48:55.445171 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (3c11524f-8ba7-4995-be27-7576eeffac1c), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:55.457853 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['1d5b4a38-d3b1-4484-abab-0bfd3acd4cae', '3c11524f-8ba7-4995-be27-7576eeffac1c'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:48:55.479588 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Pushing event deleted for resources: {'Port': ['ID=3c11524f-8ba7-4995-be27-7576eeffac1c,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:48:55.542180 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] No DVR routers for this DVR port 3c11524f-8ba7-4995-be27-7576eeffac1c on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:48:55.544939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:55.549280 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-76f38990-6ea9-47bc-81d3-1a12db370d80 req-42898616-bc45-475e-bdb2-93a80fd84fe9 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "DELETE /v2.0/ports/3c11524f-8ba7-4995-be27-7576eeffac1c HTTP/1.1" status: 204  len: 173 time: 0.4200721
Mar 18 02:48:55.549732 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'name': 'network-vif-deleted', 'tag': '3c11524f-8ba7-4995-be27-7576eeffac1c'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:55.551971 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ca3031-e8fc-41d9-8614-9406c3e0f8be" -d '{"events": [{"server_uuid": "53842bc5-a91f-460e-a7a3-6ad14d7671dd", "name": "network-vif-deleted", "tag": "3c11524f-8ba7-4995-be27-7576eeffac1c"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:55.595077 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416295db-db4b-4903-8bc0-59ff555de678 x-openstack-request-id: req-416295db-db4b-4903-8bc0-59ff555de678 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:55.595493 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53842bc5-a91f-460e-a7a3-6ad14d7671dd", "name": "network-vif-deleted", "tag": "3c11524f-8ba7-4995-be27-7576eeffac1c", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:55.595833 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-416295db-db4b-4903-8bc0-59ff555de678 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:55.596198 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53842bc5-a91f-460e-a7a3-6ad14d7671dd', 'name': 'network-vif-deleted', 'tag': '3c11524f-8ba7-4995-be27-7576eeffac1c', 'status': 'completed', 'code': 200}
Mar 18 02:48:55.804488 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05b6d8-c289-4258-ab30-7b173ec69a83 req-5886078b-c714-412b-96c9-e6d2f6365c0e tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:55.805934 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7f05b6d8-c289-4258-ab30-7b173ec69a83 req-5886078b-c714-412b-96c9-e6d2f6365c0e tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0539351
Mar 18 02:48:55.850898 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7f05b6d8-c289-4258-ab30-7b173ec69a83 req-4574c14b-24f2-4543-97b7-a5c569668291 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393224
Mar 18 02:48:56.027166 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eb488a19-89e3-4110-af4f-aa32f1403c33 req-0a140531-cd91-43ae-8121-16d422dd59e5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=53842bc5-a91f-460e-a7a3-6ad14d7671dd HTTP/1.1" status: 200  len: 210 time: 0.0290899
Mar 18 02:48:56.244129 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8486af-a021-484b-9acc-bd7fd6549c0b req-f6471c93-733d-4912-8aa8-0b69b7c629b4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:56.245653 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6d8486af-a021-484b-9acc-bd7fd6549c0b req-f6471c93-733d-4912-8aa8-0b69b7c629b4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 946 time: 0.0515811
Mar 18 02:48:56.294016 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6d8486af-a021-484b-9acc-bd7fd6549c0b req-b5db1a8a-d76e-48dc-99d3-be87aa44e17e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421886
Mar 18 02:48:56.407250 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a012b-24a6-4dd5-9451-d9d80bed53a6 req-c7a940eb-a879-4bdf-88e1-6d2c253e0391 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:56.409373 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-be5a012b-24a6-4dd5-9451-d9d80bed53a6 req-c7a940eb-a879-4bdf-88e1-6d2c253e0391 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 946 time: 0.0518398
Mar 18 02:48:56.418463 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35480) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:48:56.422707 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'port_id': '9a565d45-3d8e-47d1-937f-10e5814c88d5'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:48:56.462912 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (720ce6a1-826e-4496-be51-d6c507ef7664), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:56.892273 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:56.897088 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (720ce6a1-826e-4496-be51-d6c507ef7664), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:57.032126 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845107b-f5ed-475c-9262-2a4801244206 req-4f74ad8a-c4d9-4f1e-8afe-27254fc2afc3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:57.033719 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2845107b-f5ed-475c-9262-2a4801244206 req-4f74ad8a-c4d9-4f1e-8afe-27254fc2afc3 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1002100
Mar 18 02:48:57.042106 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 720ce6a1-826e-4496-be51-d6c507ef7664 associated. External IP: 172.27.0.143, port: 9a565d45-3d8e-47d1-937f-10e5814c88d5.
Mar 18 02:48:57.427484 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2845107b-f5ed-475c-9262-2a4801244206 req-dfe442f7-08fa-4d07-8233-3c5d5b5e8dd7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3877780
Mar 18 02:48:57.466604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656cd33-cd78-46c0-8a03-6c39d24dd36e req-a22436cb-d2b7-4460-9518-fc7e9f9cdcac tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:57.467987 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3656cd33-cd78-46c0-8a03-6c39d24dd36e req-a22436cb-d2b7-4460-9518-fc7e9f9cdcac tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0932720
Mar 18 02:48:57.593974 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3656cd33-cd78-46c0-8a03-6c39d24dd36e req-d582931b-2c1d-49ec-99c2-7ce101a21773 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197507
Mar 18 02:48:57.619179 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:48:57.732025 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:48:57.737528 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:48:57.742101 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:48:57.751151 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:48:57.752041 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a221220>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:57.766677 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-68255759-3eeb-4fdd-9179-3baf3f536268 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "PUT /v2.0/floatingips/720ce6a1-826e-4496-be51-d6c507ef7664 HTTP/1.1" status: 200  len: 992 time: 1.3471117
Mar 18 02:48:57.767853 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:48:57.770056 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf48faf-9ef9-4336-bf3f-1330371a73c2" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:48:57.805113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9254922-af11-45de-bdd8-452da1032c29 x-openstack-request-id: req-b9254922-af11-45de-bdd8-452da1032c29 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:48:57.805400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:48:57.805651 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9254922-af11-45de-bdd8-452da1032c29 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:48:57.806045 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'status': 'completed', 'code': 200}
Mar 18 02:48:57.861834 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:48:57.878162 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-9f395db7-ba40-4aee-beb1-abe29808ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:57.879942 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-9f395db7-ba40-4aee-beb1-abe29808ce97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 1130 time: 0.0450797
Mar 18 02:48:57.978895 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-5610013b-51bb-4ce4-bb10-4721b2e1f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:57.980258 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-5610013b-51bb-4ce4-bb10-4721b2e1f545 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.0895419
Mar 18 02:48:58.046186 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-d09f4523-e37f-4e05-bd34-819ce97b3361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5 HTTP/1.1" status: 200  len: 1000 time: 0.0586464
Mar 18 02:48:58.098108 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-4ebaf969-6bb1-44fb-b42e-cfad82a8f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:58.098625 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a221220>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '720ce6a1-826e-4496-be51-d6c507ef7664', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:89:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:48:40Z', 'updated_at': '2022-03-18T02:48:56Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:58.099600 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-4ebaf969-6bb1-44fb-b42e-cfad82a8f1da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0468211
Mar 18 02:48:58.125270 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:48:58.134197 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:48:58.134855 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a221220>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:58.147390 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-7314e5bf-6f29-441c-84d5-89700d916578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:58.148873 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-7314e5bf-6f29-441c-84d5-89700d916578 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0434668
Mar 18 02:48:58.241148 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:48:58.245188 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-a5d21baa-9e9d-45cf-a0f8-51450d0f2195 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806208
Mar 18 02:48:58.341579 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3cf48faf-9ef9-4336-bf3f-1330371a73c2 req-efcb921b-0aee-4028-a45a-d99f709c424e service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860212
Mar 18 02:48:58.463476 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a221220>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '720ce6a1-826e-4496-be51-d6c507ef7664', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:89:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:48:40Z', 'updated_at': '2022-03-18T02:48:56Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:48:58.489290 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9368aac-4277-4f32-9d78-6073d35c0b63 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '720ce6a1-826e-4496-be51-d6c507ef7664', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:89:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:48:40Z', 'updated_at': '2022-03-18T02:48:56Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:48:58.546592 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064e95a-a5ca-45ec-8ef8-43b77c15e15c req-2f951a27-b9d9-41d1-a88e-78f20f68f98c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:58.548102 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1064e95a-a5ca-45ec-8ef8-43b77c15e15c req-2f951a27-b9d9-41d1-a88e-78f20f68f98c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0546589
Mar 18 02:48:58.596065 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1064e95a-a5ca-45ec-8ef8-43b77c15e15c req-b2319496-1e6c-4322-900c-493673b18025 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415277
Mar 18 02:48:58.695040 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523585e8-1f59-4412-97b2-3d877f73cf1e None None] New status for floating IP 720ce6a1-826e-4496-be51-d6c507ef7664: ACTIVE {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:48:58.717234 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26230a1e-adbd-45b7-a7b8-574a092393e2 req-568ad07b-df1f-493a-8ab6-f7daf112e3a5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:58.718822 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-26230a1e-adbd-45b7-a7b8-574a092393e2 req-568ad07b-df1f-493a-8ab6-f7daf112e3a5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0545177
Mar 18 02:48:58.772826 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-26230a1e-adbd-45b7-a7b8-574a092393e2 req-99e26301-7e83-43aa-a98f-47abf876fdf0 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477271
Mar 18 02:48:59.051537 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 3c11524f-8ba7-4995-be27-7576eeffac1c no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:48:59.072079 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 3c11524f-8ba7-4995-be27-7576eeffac1c {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:48:59.072429 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 3c11524f-8ba7-4995-be27-7576eeffac1c not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:48:59.710905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b07dcb-2665-4622-9661-b272ebbaf6f2 req-7855854b-4557-45d0-a863-f739a7c2b765 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:59.712364 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d9b07dcb-2665-4622-9661-b272ebbaf6f2 req-7855854b-4557-45d0-a863-f739a7c2b765 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0510070
Mar 18 02:48:59.762285 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d9b07dcb-2665-4622-9661-b272ebbaf6f2 req-b0f48d3b-7480-4941-a4a2-7ef2ea62418e tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443797
Mar 18 02:48:59.898848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a326a5-5bcd-4c03-a357-7f82c3db5a65 req-65c185e0-0269-4fb6-be6a-9bdc451cefc5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:48:59.900330 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-96a326a5-5bcd-4c03-a357-7f82c3db5a65 req-65c185e0-0269-4fb6-be6a-9bdc451cefc5 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0530658
Mar 18 02:48:59.947532 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-96a326a5-5bcd-4c03-a357-7f82c3db5a65 req-aee126b8-9d4a-4b25-9468-de436a0dc5bc tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416174
Mar 18 02:49:00.231889 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fa4e4-c0e0-4631-b94c-d5cd812d20eb req-ea776b0a-4754-4f61-8151-5b0aa9170cb5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:00.233345 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a66fa4e4-c0e0-4631-b94c-d5cd812d20eb req-ea776b0a-4754-4f61-8151-5b0aa9170cb5 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 945 time: 0.0560253
Mar 18 02:49:00.278793 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a66fa4e4-c0e0-4631-b94c-d5cd812d20eb req-5d8f824d-9935-4886-aa73-cb84b73d845b tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394504
Mar 18 02:49:00.881504 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed0f02-1218-4dda-b2fe-ede502abb34e req-f391fbd9-6d3b-475d-b202-06c410ad336b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:00.882907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4eed0f02-1218-4dda-b2fe-ede502abb34e req-f391fbd9-6d3b-475d-b202-06c410ad336b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0504470
Mar 18 02:49:00.930688 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4eed0f02-1218-4dda-b2fe-ede502abb34e req-d74218fd-0d02-4159-b118-da41c55c2f54 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423517
Mar 18 02:49:01.068349 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea425c6-c5eb-479a-a027-ed387982181b req-4e2a883e-f825-4430-ae9b-3d412f6edc76 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:01.069808 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bea425c6-c5eb-479a-a027-ed387982181b req-4e2a883e-f825-4430-ae9b-3d412f6edc76 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0575476
Mar 18 02:49:01.116600 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bea425c6-c5eb-479a-a027-ed387982181b req-c39d2181-6ebe-440e-9724-c966e000bfa7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413530
Mar 18 02:49:01.394209 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0b53e-4d9e-4f8f-a638-e49686bd376c req-3f0230ae-41dc-4cb4-96a9-d38c36ce1212 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:01.395703 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-edc0b53e-4d9e-4f8f-a638-e49686bd376c req-3f0230ae-41dc-4cb4-96a9-d38c36ce1212 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 945 time: 0.0521748
Mar 18 02:49:01.441078 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-edc0b53e-4d9e-4f8f-a638-e49686bd376c req-f2f45835-7bb7-45ef-8e7d-5e956c182b35 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398903
Mar 18 02:49:02.047254 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b3599-86e4-4ba3-aabf-00ef6bbce1bd req-4bb2cdf8-e15c-4b6c-9415-30ba8e4006f7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:02.048833 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-594b3599-86e4-4ba3-aabf-00ef6bbce1bd req-4bb2cdf8-e15c-4b6c-9415-30ba8e4006f7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0523825
Mar 18 02:49:02.126252 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-594b3599-86e4-4ba3-aabf-00ef6bbce1bd req-758a1168-3ac8-482b-a25a-eee1b8972c42 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690370
Mar 18 02:49:02.134383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-fcee343f-3c0d-4e2d-bb74-b97f73423c45 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:02.135818 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-fcee343f-3c0d-4e2d-bb74-b97f73423c45 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 945 time: 0.0861509
Mar 18 02:49:02.269157 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41da4-7c83-4dcb-aef8-e85ea5c5b33c req-edc6a01e-94de-4cfe-868b-e3f94fc810df tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:02.270581 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cce41da4-7c83-4dcb-aef8-e85ea5c5b33c req-edc6a01e-94de-4cfe-868b-e3f94fc810df tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0851123
Mar 18 02:49:02.275571 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Deleting port 28c9b81e-8bd5-4e68-9246-f05828d37f4d {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:49:02.275909 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:02.371882 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cce41da4-7c83-4dcb-aef8-e85ea5c5b33c req-f4328017-82e3-46b4-8838-76b2e4071cc7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930851
Mar 18 02:49:02.394326 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] For port 28c9b81e-8bd5-4e68-9246-f05828d37f4d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=28c9b81e-8bd5-4e68-9246-f05828d37f4d,segment=NetworkSegment(24a4a3f0-3a16-466e-89a8-19bc859fc9e2),segment_id=24a4a3f0-3a16-466e-89a8-19bc859fc9e2)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:02.394716 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:02.407414 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Calling delete_port for 28c9b81e-8bd5-4e68-9246-f05828d37f4d owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:49:02.561699 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (28c9b81e-8bd5-4e68-9246-f05828d37f4d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:02.577347 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['28c9b81e-8bd5-4e68-9246-f05828d37f4d'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:49:02.608058 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Pushing event deleted for resources: {'Port': ['ID=28c9b81e-8bd5-4e68-9246-f05828d37f4d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:02.637500 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d95961-27e2-4604-a024-e550aa113f3f req-3328b22c-b89d-4af0-99a3-89379f1dbc3d tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:02.638988 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8d95961-27e2-4604-a024-e550aa113f3f req-3328b22c-b89d-4af0-99a3-89379f1dbc3d tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/ports?device_id=8293b414-511d-46cc-897b-c9c0146bf3a4 HTTP/1.1" status: 200  len: 867 time: 0.1295130
Mar 18 02:49:02.656691 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] No DVR routers for this DVR port 28c9b81e-8bd5-4e68-9246-f05828d37f4d on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:49:02.660243 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:02.663648 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf8ecda0-45f9-4ea7-9acf-db5b226b92ef req-ee4996d9-23a3-4541-bd91-6c81aa06abd9 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.35 "DELETE /v2.0/ports/28c9b81e-8bd5-4e68-9246-f05828d37f4d HTTP/1.1" status: 204  len: 173 time: 0.5218728
Mar 18 02:49:02.664706 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'name': 'network-vif-deleted', 'tag': '28c9b81e-8bd5-4e68-9246-f05828d37f4d'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:49:02.667193 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8a175-e6c3-44c2-92c3-302af3df7b11" -d '{"events": [{"server_uuid": "8293b414-511d-46cc-897b-c9c0146bf3a4", "name": "network-vif-deleted", "tag": "28c9b81e-8bd5-4e68-9246-f05828d37f4d"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:49:02.713836 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8d95961-27e2-4604-a024-e550aa113f3f req-ef893d99-95c6-4a44-9de0-69492aa83aa1 tempest-VolumesSnapshotTestJSON-905653494 tempest-VolumesSnapshotTestJSON-905653494-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b36e522-22ba-4847-a0d3-971cc6f9438e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580738
Mar 18 02:49:02.715313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0bad89-96c6-4268-b1dc-a187b90093b6 x-openstack-request-id: req-5a0bad89-96c6-4268-b1dc-a187b90093b6 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:49:02.715601 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293b414-511d-46cc-897b-c9c0146bf3a4", "name": "network-vif-deleted", "tag": "28c9b81e-8bd5-4e68-9246-f05828d37f4d", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:49:02.715852 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a0bad89-96c6-4268-b1dc-a187b90093b6 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:49:02.716244 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293b414-511d-46cc-897b-c9c0146bf3a4', 'name': 'network-vif-deleted', 'tag': '28c9b81e-8bd5-4e68-9246-f05828d37f4d', 'status': 'completed', 'code': 200}
Mar 18 02:49:03.251246 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f030095-25a9-4d91-b129-112274cd5f6e req-f682e6ee-0a35-4e44-9844-c6d0472102cc tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:03.252726 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7f030095-25a9-4d91-b129-112274cd5f6e req-f682e6ee-0a35-4e44-9844-c6d0472102cc tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0577734
Mar 18 02:49:03.299224 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7f030095-25a9-4d91-b129-112274cd5f6e req-3a064075-32df-420b-9600-78d4fd9ccf24 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408845
Mar 18 02:49:03.494725 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5749ff-0f8c-4d62-b1fb-134a0b077094 req-8511d32c-1e6b-4d08-9fcc-a616f654cfaa tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:03.496190 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb5749ff-0f8c-4d62-b1fb-134a0b077094 req-8511d32c-1e6b-4d08-9fcc-a616f654cfaa tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0557332
Mar 18 02:49:03.542591 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb5749ff-0f8c-4d62-b1fb-134a0b077094 req-05fb576b-7c52-4c3c-9421-9bf56b5106cd tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/security-groups?id=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402915
Mar 18 02:49:03.604819 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-583347d0-c1ec-4d54-9dca-d7ee940f2aa7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:03.606249 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-583347d0-c1ec-4d54-9dca-d7ee940f2aa7 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 946 time: 0.0510457
Mar 18 02:49:03.713291 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Deleting port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:49:03.713519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:03.805309 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] For port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:03.805676 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:03.821533 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Calling delete_port for 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:49:03.992598 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (1d5b4a38-d3b1-4484-abab-0bfd3acd4cae), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:04.012798 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['1d5b4a38-d3b1-4484-abab-0bfd3acd4cae'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:49:04.027528 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Pushing event deleted for resources: {'Port': ['ID=1d5b4a38-d3b1-4484-abab-0bfd3acd4cae,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:04.106354 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] No DVR routers for this DVR port 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:49:04.112200 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:04.115595 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dab8a1a5-f3b2-4375-ad01-971fb9c0932c req-74c3b590-790e-4220-a7ea-0f71b396c863 tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.35 "DELETE /v2.0/ports/1d5b4a38-d3b1-4484-abab-0bfd3acd4cae HTTP/1.1" status: 204  len: 173 time: 0.4968870
Mar 18 02:49:04.426282 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e44598-d714-48b9-86b9-416402064e7f req-c00127eb-9328-46d3-98a8-df658bc76613 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:04.428005 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-50e44598-d714-48b9-86b9-416402064e7f req-c00127eb-9328-46d3-98a8-df658bc76613 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0628850
Mar 18 02:49:04.478988 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-50e44598-d714-48b9-86b9-416402064e7f req-dcbd8b6e-66a8-4a23-aa4b-675a50961411 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450680
Mar 18 02:49:04.652313 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a1f75c09-cfa8-42f1-86b7-60f90ae5efbe req-31649466-71c5-4ea9-bbc8-999a9f1c4f5a tempest-ServerRescueNegativeTestJSON-1521438746 tempest-ServerRescueNegativeTestJSON-1521438746-project] 10.222.0.24 "GET /v2.0/ports?device_id=388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b HTTP/1.1" status: 200  len: 210 time: 0.0279822
Mar 18 02:49:04.717029 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'name': 'network-vif-deleted', 'tag': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:49:04.719444 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda0216-e885-440c-87c8-7ed42e2918d5" -d '{"events": [{"server_uuid": "388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b", "name": "network-vif-deleted", "tag": "1d5b4a38-d3b1-4484-abab-0bfd3acd4cae"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:49:04.754625 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c8d092-6775-4ff8-9505-20449392ad6a x-openstack-request-id: req-58c8d092-6775-4ff8-9505-20449392ad6a {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:49:04.754917 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b", "name": "network-vif-deleted", "tag": "1d5b4a38-d3b1-4484-abab-0bfd3acd4cae", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:49:04.755183 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58c8d092-6775-4ff8-9505-20449392ad6a {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:49:04.755588 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388c1ba5-4425-4fc4-ab0d-f5c9f1e24e7b', 'name': 'network-vif-deleted', 'tag': '1d5b4a38-d3b1-4484-abab-0bfd3acd4cae', 'status': 'completed', 'code': 200}
Mar 18 02:49:05.092707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:49:05.115444 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:49:05.115778 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 1d5b4a38-d3b1-4484-abab-0bfd3acd4cae not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:49:05.116274 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 28c9b81e-8bd5-4e68-9246-f05828d37f4d no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:49:05.135186 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 28c9b81e-8bd5-4e68-9246-f05828d37f4d {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:49:05.135536 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 28c9b81e-8bd5-4e68-9246-f05828d37f4d not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:49:05.603184 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fcdb0-32ef-4e47-ae1f-a1f3ce8efa1e req-8a041957-1a85-4da2-83b9-e8c589968f6f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:05.604639 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5b0fcdb0-32ef-4e47-ae1f-a1f3ce8efa1e req-8a041957-1a85-4da2-83b9-e8c589968f6f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0516911
Mar 18 02:49:05.653367 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5b0fcdb0-32ef-4e47-ae1f-a1f3ce8efa1e req-35c533a8-9e86-4d6a-bdb3-c90bd0105cc5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431724
Mar 18 02:49:05.708249 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35574) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:06.115428 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (053552f7-ad55-4805-a8d0-72587336584f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:06.399711 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Deleting port 2441072f-df4e-4fcd-a8cf-a06086543f3f {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:49:06.399968 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:06.477847 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] For port 2441072f-df4e-4fcd-a8cf-a06086543f3f, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=2441072f-df4e-4fcd-a8cf-a06086543f3f,segment=NetworkSegment(b2e3014b-c064-4c10-ae97-7b148067884e),segment_id=b2e3014b-c064-4c10-ae97-7b148067884e)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:06.478212 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:06.490984 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Calling delete_port for 2441072f-df4e-4fcd-a8cf-a06086543f3f owned by network:router_interface {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:49:06.667894 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (2441072f-df4e-4fcd-a8cf-a06086543f3f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:06.691404 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Pushing event deleted for resources: {'Port': ['ID=2441072f-df4e-4fcd-a8cf-a06086543f3f,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:06.949426 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-378adb5d-ba91-4996-ada0-232c5c0cd2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:07.105131 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65148db-e172-49d7-9697-b0740215793c req-1a0a4de8-3ae4-42ba-93b4-89e5e8931f24 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:07.106626 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f65148db-e172-49d7-9697-b0740215793c req-1a0a4de8-3ae4-42ba-93b4-89e5e8931f24 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.3731997
Mar 18 02:49:07.174226 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f65148db-e172-49d7-9697-b0740215793c req-d69e9055-40a8-4f0c-af63-d898ebd4daa0 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613604
Mar 18 02:49:07.175240 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (053552f7-ad55-4805-a8d0-72587336584f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:07.393579 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Router 053552f7-ad55-4805-a8d0-72587336584f has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:49:07.499756 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:49:07.505364 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3ac67f87-c152-4795-82da-593001034103 admin admin] 10.222.0.24 "PUT /v2.0/routers/053552f7-ad55-4805-a8d0-72587336584f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7960551
Mar 18 02:49:07.507848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35582) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:07.510476 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] Sync routers for ids ['053552f7-ad55-4805-a8d0-72587336584f'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:49:07.521580 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] Routers {'053552f7-ad55-4805-a8d0-72587336584f'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:07.522198 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4abfa0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['053552f7-ad55-4805-a8d0-72587336584f'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:07.616230 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks [] for router (053552f7-ad55-4805-a8d0-72587336584f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:07.628347 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] Set router 053552f7-ad55-4805-a8d0-72587336584f gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:07.724070 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks [] for router_gateway (053552f7-ad55-4805-a8d0-72587336584f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:07.781812 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Deleting port add1ead8-7eb0-4bba-8a24-929244733571 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:49:07.782061 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (add1ead8-7eb0-4bba-8a24-929244733571), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:07.810789 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4abfa0>, [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:49:06Z', 'revision_number': 5, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port': {'id': 'add1ead8-7eb0-4bba-8a24-929244733571', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053552f7-ad55-4805-a8d0-72587336584f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:46:32Z', 'updated_at': '2022-03-18T02:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:07.838812 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] Checking router: 053552f7-ad55-4805-a8d0-72587336584f for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:49:07.847925 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] Routers {'053552f7-ad55-4805-a8d0-72587336584f'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:07.848542 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4abfa0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:48:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['053552f7-ad55-4805-a8d0-72587336584f'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:07.863067 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] For port add1ead8-7eb0-4bba-8a24-929244733571, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=add1ead8-7eb0-4bba-8a24-929244733571,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:07.863436 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (add1ead8-7eb0-4bba-8a24-929244733571), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:07.878276 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Calling delete_port for add1ead8-7eb0-4bba-8a24-929244733571 owned by network:router_gateway {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:49:08.034577 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] Set router 053552f7-ad55-4805-a8d0-72587336584f gateway port host: None {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:08.051821 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (add1ead8-7eb0-4bba-8a24-929244733571), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.082273 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=add1ead8-7eb0-4bba-8a24-929244733571,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:08.096124 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4abfa0>, [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:49:07Z', 'revision_number': 6, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:08.128073 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01aba4e-6cb9-4549-b6ee-2626c4ff83bb None None] The sync data for ids ['053552f7-ad55-4805-a8d0-72587336584f'] in dv-cinder-817135-5-iscsi is: [{'id': '053552f7-ad55-4805-a8d0-72587336584f', 'name': 'tempest-ServerRescueNegativeTestJSON-1615214065-router', 'tenant_id': '275517634eae48dcaa092836def2657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:46:31Z', 'updated_at': '2022-03-18T02:49:07Z', 'revision_number': 6, 'project_id': '275517634eae48dcaa092836def2657b', 'gw_port_host': None}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:49:08.145197 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (053552f7-ad55-4805-a8d0-72587336584f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.276321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (053552f7-ad55-4805-a8d0-72587336584f), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.279253 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks [] for router_controller (053552f7-ad55-4805-a8d0-72587336584f), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.355351 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677971-03e2-46c7-a742-80728197234f req-97688aa1-5f32-4a07-b08e-48ae76118dc8 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:08.356933 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c9677971-03e2-46c7-a742-80728197234f req-97688aa1-5f32-4a07-b08e-48ae76118dc8 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1127131
Mar 18 02:49:08.357700 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (053552f7-ad55-4805-a8d0-72587336584f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.358309 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053552f7-ad55-4805-a8d0-72587336584f {{(pid=115117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:49:08.363642 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.367149 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9def434d-c3fa-4901-afaa-4bff19140d4a admin admin] 10.222.0.24 "DELETE /v2.0/routers/053552f7-ad55-4805-a8d0-72587336584f HTTP/1.1" status: 204  len: 168 time: 0.8559661
Mar 18 02:49:08.367389 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35590) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:08.411734 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c9677971-03e2-46c7-a742-80728197234f req-5b421b81-2aee-464a-bd37-013e6549a761 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442543
Mar 18 02:49:08.418370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] Deleting subnet d9a51695-03ea-4956-9d9b-b440ce74abb5 {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:49:08.421634 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] Publish callbacks [] for subnet (d9a51695-03ea-4956-9d9b-b440ce74abb5), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.460409 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4871571'] for subnet (d9a51695-03ea-4956-9d9b-b440ce74abb5), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.504003 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (d9a51695-03ea-4956-9d9b-b440ce74abb5), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.560793 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7356481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596827'] for subnet (d9a51695-03ea-4956-9d9b-b440ce74abb5), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.600608 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a51695-03ea-4956-9d9b-b440ce74abb5,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:08.604612 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.608652 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-61ab3dbb-91a8-49cb-b22c-44958dfd0f38 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d9a51695-03ea-4956-9d9b-b440ce74abb5 HTTP/1.1" status: 204  len: 168 time: 0.2402310
Mar 18 02:49:08.612050 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35598) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:08.753071 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (851e9e23-5278-46cf-a6bc-d1a74efcc10f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.787408 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-f8a9b696-fbd3-4a8a-93cf-c97f8bf06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:08.788907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-f8a9b696-fbd3-4a8a-93cf-c97f8bf06fb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1129 time: 0.1008735
Mar 18 02:49:08.811692 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21cb1-4d6f-4694-b49a-4562d1b36f20 req-6724cccb-1c72-4ec3-ac24-0b324f03a213 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:08.813163 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-18e21cb1-4d6f-4694-b49a-4562d1b36f20 req-6724cccb-1c72-4ec3-ac24-0b324f03a213 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1470199
Mar 18 02:49:08.936331 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (851e9e23-5278-46cf-a6bc-d1a74efcc10f), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:08.978126 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba58bc6fa0>,) {'filters': {'network_id': ['851e9e23-5278-46cf-a6bc-d1a74efcc10f']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:08.991049 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-18e21cb1-4d6f-4694-b49a-4562d1b36f20 req-08ebb6fa-65ff-4a86-84fb-eec8aca608fb tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1676953
Mar 18 02:49:08.992703 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba58bc6fa0>, 'b2e3014b-c064-4c10-ae97-7b148067884e') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:08.992971 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba58bc6fa0>, 'b2e3014b-c064-4c10-ae97-7b148067884e') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:09.010817 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (b2e3014b-c064-4c10-ae97-7b148067884e), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.024433 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-d9de7a4b-dd3c-4474-8d87-cde392f9b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:09.025896 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-d9de7a4b-dd3c-4474-8d87-cde392f9b858 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.2112865
Mar 18 02:49:09.029494 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (b2e3014b-c064-4c10-ae97-7b148067884e), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.042354 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:49:09.042782 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (b2e3014b-c064-4c10-ae97-7b148067884e), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:49:09.044481 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:49:09.143323 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-acc3f0bb-4eee-41ed-a44d-c33dd2b54e51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 1001 time: 0.1092243
Mar 18 02:49:09.144304 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (851e9e23-5278-46cf-a6bc-d1a74efcc10f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.149592 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.152627 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] 10.222.0.24 "DELETE /v2.0/networks/851e9e23-5278-46cf-a6bc-d1a74efcc10f HTTP/1.1" status: 204  len: 168 time: 0.5397005
Mar 18 02:49:09.189706 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b872981-7bd6-4788-b039-e5df6bf0a14a admin admin] Pushing event deleted for resources: {'Network': ['ID=851e9e23-5278-46cf-a6bc-d1a74efcc10f,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:09.209656 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-422a4217-82b0-47d3-8403-4aacf61a65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:09.211213 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-422a4217-82b0-47d3-8403-4aacf61a65b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.0575693
Mar 18 02:49:09.269628 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0b5988f-ed71-42da-848d-bb5e4573bc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.273772 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-392e1c44-b97b-47a0-b944-717947499b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:09.275351 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-392e1c44-b97b-47a0-b944-717947499b25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0539954
Mar 18 02:49:09.321125 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35606) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:09.367657 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-da148c6e-fbda-4cee-b101-44276d5fa49f service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855157
Mar 18 02:49:09.545615 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a455a817-bb2f-4d03-8612-cc5cb90c0367 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=275517634eae48dcaa092836def2657b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2230215
Mar 18 02:49:09.548004 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35608) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:09.600483 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3bab0238-62bb-4a50-b168-6a2187e3fe5d admin admin] Publish callbacks [] for security_group (28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.622335 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3bab0238-62bb-4a50-b168-6a2187e3fe5d admin admin] Publish callbacks [] for security_group (28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.670900 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3bab0238-62bb-4a50-b168-6a2187e3fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.674123 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3bab0238-62bb-4a50-b168-6a2187e3fe5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:09.675340 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3bab0238-62bb-4a50-b168-6a2187e3fe5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3 HTTP/1.1" status: 204  len: 168 time: 0.1260059
Mar 18 02:49:09.684749 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab0238-62bb-4a50-b168-6a2187e3fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fbb5f3-3997-4c33-8cdd-edbb7dfda4e3,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:09.732941 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3a9960a-bf92-42fd-877b-15e5a5378570 req-02242b46-5a39-4cc9-abb1-80ae895b3942 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3552744
Mar 18 02:49:09.867698 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 2441072f-df4e-4fcd-a8cf-a06086543f3f no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:49:09.889780 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 2441072f-df4e-4fcd-a8cf-a06086543f3f {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:49:09.890217 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 2441072f-df4e-4fcd-a8cf-a06086543f3f not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:49:09.890711 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device add1ead8-7eb0-4bba-8a24-929244733571 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:49:09.913958 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: add1ead8-7eb0-4bba-8a24-929244733571 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:49:09.915003 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device add1ead8-7eb0-4bba-8a24-929244733571 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:49:10.118918 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbe9eb-ceb4-43d6-b20f-892bb138bdea req-b31a2102-061f-4a30-89b2-aa35e4e878cd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:10.120636 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-71cbe9eb-ceb4-43d6-b20f-892bb138bdea req-b31a2102-061f-4a30-89b2-aa35e4e878cd tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0600512
Mar 18 02:49:10.173623 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-71cbe9eb-ceb4-43d6-b20f-892bb138bdea req-3b95db3f-ec71-4fe0-950d-5e0de0709993 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436418
Mar 18 02:49:10.590904 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.313682 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c93ed-4e03-4469-b798-b43831a3422e req-3e38bd53-cc29-4b29-a878-16cc0a4c6b16 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:11.315368 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b32c93ed-4e03-4469-b798-b43831a3422e req-3e38bd53-cc29-4b29-a878-16cc0a4c6b16 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.0584259
Mar 18 02:49:11.371610 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b32c93ed-4e03-4469-b798-b43831a3422e req-83162a95-3cf7-4625-996e-1a305071cdd4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493450
Mar 18 02:49:11.439735 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35684) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:11.555293 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-98a5e319-786c-4c22-b39a-50bce83731a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.633334 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-98a5e319-786c-4c22-b39a-50bce83731a6 admin admin] Publish callbacks [] for security_group (fcff86e8-9c79-4d19-b2a9-42f0857f1c58), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.636988 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-98a5e319-786c-4c22-b39a-50bce83731a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fcff86e8-9c79-4d19-b2a9-42f0857f1c58), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.675756 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-98a5e319-786c-4c22-b39a-50bce83731a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1c7609baa894afd8e6033ab9aaa5681&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2349696
Mar 18 02:49:11.676829 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5e319-786c-4c22-b39a-50bce83731a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff86e8-9c79-4d19-b2a9-42f0857f1c58,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:11.678360 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35688) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:11.728433 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-77e54b9d-8b6a-484e-ad2d-ef256e26c057 admin admin] Publish callbacks [] for security_group (fcff86e8-9c79-4d19-b2a9-42f0857f1c58), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.749086 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-77e54b9d-8b6a-484e-ad2d-ef256e26c057 admin admin] Publish callbacks [] for security_group (fcff86e8-9c79-4d19-b2a9-42f0857f1c58), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.794169 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-77e54b9d-8b6a-484e-ad2d-ef256e26c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fcff86e8-9c79-4d19-b2a9-42f0857f1c58), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.796733 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-77e54b9d-8b6a-484e-ad2d-ef256e26c057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:11.798581 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-77e54b9d-8b6a-484e-ad2d-ef256e26c057 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcff86e8-9c79-4d19-b2a9-42f0857f1c58 HTTP/1.1" status: 204  len: 168 time: 0.1191463
Mar 18 02:49:11.807765 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e54b9d-8b6a-484e-ad2d-ef256e26c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcff86e8-9c79-4d19-b2a9-42f0857f1c58,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:11.843799 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.054049 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35694) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:12.067495 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-16c3fd9f-a80f-4f0c-8e64-a7bf68f1c65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.143257 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-16c3fd9f-a80f-4f0c-8e64-a7bf68f1c65e admin admin] Publish callbacks [] for security_group (c337ea31-5b9e-4e8b-ad87-80c449bce68c), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.146864 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-16c3fd9f-a80f-4f0c-8e64-a7bf68f1c65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c337ea31-5b9e-4e8b-ad87-80c449bce68c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.184022 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-16c3fd9f-a80f-4f0c-8e64-a7bf68f1c65e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9a2505aec124757992c9abe62f576a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1289206
Mar 18 02:49:12.184852 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3fd9f-a80f-4f0c-8e64-a7bf68f1c65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337ea31-5b9e-4e8b-ad87-80c449bce68c,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:12.186803 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35696) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:12.236676 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb08-81eb-4eba-9ec2-31d1dbd5efd5 admin admin] Publish callbacks [] for security_group (c337ea31-5b9e-4e8b-ad87-80c449bce68c), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.256682 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb08-81eb-4eba-9ec2-31d1dbd5efd5 admin admin] Publish callbacks [] for security_group (c337ea31-5b9e-4e8b-ad87-80c449bce68c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.305008 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb08-81eb-4eba-9ec2-31d1dbd5efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c337ea31-5b9e-4e8b-ad87-80c449bce68c), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.307590 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb08-81eb-4eba-9ec2-31d1dbd5efd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:12.308726 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c3ebbb08-81eb-4eba-9ec2-31d1dbd5efd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c337ea31-5b9e-4e8b-ad87-80c449bce68c HTTP/1.1" status: 204  len: 168 time: 0.1208937
Mar 18 02:49:12.316751 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebbb08-81eb-4eba-9ec2-31d1dbd5efd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337ea31-5b9e-4e8b-ad87-80c449bce68c,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:13.545003 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.225096 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35774) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:14.325797 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-18522169-096d-4c35-97f2-bda939730bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.396985 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-18522169-096d-4c35-97f2-bda939730bd4 admin admin] Publish callbacks [] for security_group (2954574b-fdb9-445b-b4a2-2ded90cc3261), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.400653 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-18522169-096d-4c35-97f2-bda939730bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2954574b-fdb9-445b-b4a2-2ded90cc3261), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.437347 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-18522169-096d-4c35-97f2-bda939730bd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbbd1253988148888bd1fb889c072cc3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2112226
Mar 18 02:49:14.438483 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18522169-096d-4c35-97f2-bda939730bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2954574b-fdb9-445b-b4a2-2ded90cc3261,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:14.440695 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35778) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:14.487564 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-924f3b5c-52b7-45a4-ab90-1f4cc15e7b51 admin admin] Publish callbacks [] for security_group (2954574b-fdb9-445b-b4a2-2ded90cc3261), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.508552 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-924f3b5c-52b7-45a4-ab90-1f4cc15e7b51 admin admin] Publish callbacks [] for security_group (2954574b-fdb9-445b-b4a2-2ded90cc3261), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.562181 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-924f3b5c-52b7-45a4-ab90-1f4cc15e7b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2954574b-fdb9-445b-b4a2-2ded90cc3261), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.565461 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-924f3b5c-52b7-45a4-ab90-1f4cc15e7b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.566651 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-924f3b5c-52b7-45a4-ab90-1f4cc15e7b51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2954574b-fdb9-445b-b4a2-2ded90cc3261 HTTP/1.1" status: 204  len: 168 time: 0.1249528
Mar 18 02:49:14.574132 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f3b5c-52b7-45a4-ab90-1f4cc15e7b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2954574b-fdb9-445b-b4a2-2ded90cc3261,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:14.815827 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35786) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:14.828508 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0f2433ec-b287-43c1-ae79-ac90af2f8b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.901491 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0f2433ec-b287-43c1-ae79-ac90af2f8b30 admin admin] Publish callbacks [] for security_group (7f4e5e61-aa33-4642-be0f-7397de0545de), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.905073 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0f2433ec-b287-43c1-ae79-ac90af2f8b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (7f4e5e61-aa33-4642-be0f-7397de0545de), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:14.942405 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-0f2433ec-b287-43c1-ae79-ac90af2f8b30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31d70e6e42f54c7991c3de3c7b4005ef&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1255310
Mar 18 02:49:14.944366 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2433ec-b287-43c1-ae79-ac90af2f8b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4e5e61-aa33-4642-be0f-7397de0545de,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:14.945548 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 35788) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:14.993294 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-af5b8a50-0467-42bb-93c0-5118de22ae91 admin admin] Publish callbacks [] for security_group (7f4e5e61-aa33-4642-be0f-7397de0545de), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:15.016322 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-af5b8a50-0467-42bb-93c0-5118de22ae91 admin admin] Publish callbacks [] for security_group (7f4e5e61-aa33-4642-be0f-7397de0545de), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:15.062482 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-af5b8a50-0467-42bb-93c0-5118de22ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (7f4e5e61-aa33-4642-be0f-7397de0545de), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:15.065231 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-af5b8a50-0467-42bb-93c0-5118de22ae91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:15.066404 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-af5b8a50-0467-42bb-93c0-5118de22ae91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f4e5e61-aa33-4642-be0f-7397de0545de HTTP/1.1" status: 204  len: 168 time: 0.1198511
Mar 18 02:49:15.073699 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b8a50-0467-42bb-93c0-5118de22ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4e5e61-aa33-4642-be0f-7397de0545de,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:18.351627 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:49:22.239974 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7430d56-6439-4783-ab66-be463071acb0 req-96822379-cc62-42f2-90f0-8525405da3b0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:22.241474 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e7430d56-6439-4783-ab66-be463071acb0 req-96822379-cc62-42f2-90f0-8525405da3b0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 947 time: 0.0517423
Mar 18 02:49:22.290940 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e7430d56-6439-4783-ab66-be463071acb0 req-e125f8fb-709f-4737-9c84-5e39d222c042 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437696
Mar 18 02:49:23.418420 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb844-5c0b-42d3-95c4-7c4d1d6017e1 req-2f5867b1-371c-475b-86f3-59ff3dc7c7f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:23.419917 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-474cb844-5c0b-42d3-95c4-7c4d1d6017e1 req-2f5867b1-371c-475b-86f3-59ff3dc7c7f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 947 time: 0.0548699
Mar 18 02:49:23.466757 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-474cb844-5c0b-42d3-95c4-7c4d1d6017e1 req-929c04b6-4fb8-420c-8d28-11dd44e45e31 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=155144d1-2d7d-4e95-900a-c0ab20015ff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406501
Mar 18 02:49:23.929291 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a152027-ba4c-45ce-91a4-69543436def8 req-a811c09e-35c8-4384-a375-2fb3dcb5a31c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:23.930754 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a152027-ba4c-45ce-91a4-69543436def8 req-a811c09e-35c8-4384-a375-2fb3dcb5a31c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 947 time: 0.0584764
Mar 18 02:49:24.031482 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Deleting port 9044a727-ee85-433b-a463-641ea2cb2dd0 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:49:24.031848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:24.124496 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] For port 9044a727-ee85-433b-a463-641ea2cb2dd0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9044a727-ee85-433b-a463-641ea2cb2dd0,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:24.124864 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:24.299061 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:24.299429 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (7c072d0b-5b61-493d-93b7-9224a3e4445c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:24.300351 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Floating IP 7c072d0b-5b61-493d-93b7-9224a3e4445c disassociated. External IP: 172.27.0.84, port: 9044a727-ee85-433b-a463-641ea2cb2dd0.
Mar 18 02:49:24.301165 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Calling delete_port for 9044a727-ee85-433b-a463-641ea2cb2dd0 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:49:24.436197 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9044a727-ee85-433b-a463-641ea2cb2dd0), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:24.464352 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event deleted for resources: {'Port': ['ID=9044a727-ee85-433b-a463-641ea2cb2dd0,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:24.590305 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6c0989d4-28fc-481f-ba68-c16ea449239b req-c8494768-1f30-4cf2-8d87-198325ab9705 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579a154-5290-478a-8bc4-26b210d57175 HTTP/1.1" status: 200  len: 210 time: 0.0369363
Mar 18 02:49:24.621480 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Router 99c5fde1-cc74-4a24-8475-c072ca11e876 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:49:24.730237 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:24.731114 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:49:24.741027 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] Sync routers for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:49:24.750114 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:24.750764 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba593cc340>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:24.775324 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] No DVR routers for this DVR port 9044a727-ee85-433b-a463-641ea2cb2dd0 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:49:24.777862 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:24.781315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a152027-ba4c-45ce-91a4-69543436def8 req-4fcb3e5d-f648-46f1-bbae-d407e5dd3787 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "DELETE /v2.0/ports/9044a727-ee85-433b-a463-641ea2cb2dd0 HTTP/1.1" status: 204  len: 173 time: 0.8438315
Mar 18 02:49:24.781749 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-deleted', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:49:24.785216 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68ebbeb-f32f-4b91-8cf1-09fa915f36a7" -d '{"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-deleted", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:49:24.830123 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9772478-bea4-4d10-8208-df9e14fb48d0 x-openstack-request-id: req-c9772478-bea4-4d10-8208-df9e14fb48d0 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:49:24.830412 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6579a154-5290-478a-8bc4-26b210d57175", "name": "network-vif-deleted", "tag": "9044a727-ee85-433b-a463-641ea2cb2dd0", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:49:24.830795 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9772478-bea4-4d10-8208-df9e14fb48d0 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:49:24.831691 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579a154-5290-478a-8bc4-26b210d57175', 'name': 'network-vif-deleted', 'tag': '9044a727-ee85-433b-a463-641ea2cb2dd0', 'status': 'completed', 'code': 200}
Mar 18 02:49:24.874777 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:24.957027 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35990) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.020994 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] Deleting subnet 293101a0-4487-42f4-8e3d-0dbacdbb88f7 {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:49:25.024738 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] Publish callbacks [] for subnet (293101a0-4487-42f4-8e3d-0dbacdbb88f7), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.061948 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (293101a0-4487-42f4-8e3d-0dbacdbb88f7), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.096366 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba593cc340>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:25.102976 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (293101a0-4487-42f4-8e3d-0dbacdbb88f7), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.128505 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] Checking router: 99c5fde1-cc74-4a24-8475-c072ca11e876 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:49:25.136703 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:25.137539 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba593cc340>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:25.162312 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (293101a0-4487-42f4-8e3d-0dbacdbb88f7), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.187071 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293101a0-4487-42f4-8e3d-0dbacdbb88f7,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:25.191329 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.195055 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-c0994a83-6844-45c8-a518-b398019812f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/293101a0-4487-42f4-8e3d-0dbacdbb88f7 HTTP/1.1" status: 204  len: 168 time: 0.2370160
Mar 18 02:49:25.197463 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 35994) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.248424 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:25.264240 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (36047b17-904e-4dca-a3f1-4c1c2846e8b3), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.352303 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (36047b17-904e-4dca-a3f1-4c1c2846e8b3), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.373088 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba59320d60>,) {'filters': {'network_id': ['36047b17-904e-4dca-a3f1-4c1c2846e8b3']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:25.384136 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59320d60>, '24a4a3f0-3a16-466e-89a8-19bc859fc9e2') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:25.384437 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59320d60>, '24a4a3f0-3a16-466e-89a8-19bc859fc9e2') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:25.395050 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (24a4a3f0-3a16-466e-89a8-19bc859fc9e2), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.408447 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (24a4a3f0-3a16-466e-89a8-19bc859fc9e2), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.415739 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:49:25.416136 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (24a4a3f0-3a16-466e-89a8-19bc859fc9e2), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:49:25.417804 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:49:25.473435 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (36047b17-904e-4dca-a3f1-4c1c2846e8b3), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.491225 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.494402 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] 10.222.0.24 "DELETE /v2.0/networks/36047b17-904e-4dca-a3f1-4c1c2846e8b3 HTTP/1.1" status: 204  len: 168 time: 0.2960093
Mar 18 02:49:25.495450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f87e8-17ab-4942-845e-efdc63ed3b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=36047b17-904e-4dca-a3f1-4c1c2846e8b3,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:25.607896 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba593cc340>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:25.636697 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130f807-cce5-46d1-9a52-1bb3ed6d013d None None] The sync data for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi is: [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:49:25.655853 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36006) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.679424 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36010) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.693084 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36014) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.723257 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-39bcdbf6-d722-4c14-8c06-062ead2cdb40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70f25aecd96f401793f19d638e871f48&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0661917
Mar 18 02:49:25.728074 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36016) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.752396 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2171824e-9627-4948-a31f-e7985396cafb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (155144d1-2d7d-4e95-900a-c0ab20015ff9), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.783251 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2171824e-9627-4948-a31f-e7985396cafb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (155144d1-2d7d-4e95-900a-c0ab20015ff9), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.791363 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1a4eebd8-5c11-4f0e-ae5f-19ff3a727e98 admin admin] Publish callbacks [] for security_group (8b36e522-22ba-4847-a0d3-971cc6f9438e), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.832668 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1a4eebd8-5c11-4f0e-ae5f-19ff3a727e98 admin admin] Publish callbacks [] for security_group (8b36e522-22ba-4847-a0d3-971cc6f9438e), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.841976 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2171824e-9627-4948-a31f-e7985396cafb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (155144d1-2d7d-4e95-900a-c0ab20015ff9), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.846131 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2171824e-9627-4948-a31f-e7985396cafb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.847733 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2171824e-9627-4948-a31f-e7985396cafb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "DELETE /v2.0/security-groups/155144d1-2d7d-4e95-900a-c0ab20015ff9 HTTP/1.1" status: 204  len: 168 time: 0.1533258
Mar 18 02:49:25.851899 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36018) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.862107 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171824e-9627-4948-a31f-e7985396cafb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155144d1-2d7d-4e95-900a-c0ab20015ff9,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:25.882072 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d894dc3b-5c70-40e8-9d4f-96915a3c8bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.882737 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.api.v2.resource [None req-036d41e5-90ee-4bfa-89c3-48c28651998b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] show failed (client error): The resource could not be found.
Mar 18 02:49:25.884351 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-036d41e5-90ee-4bfa-89c3-48c28651998b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups/155144d1-2d7d-4e95-900a-c0ab20015ff9 HTTP/1.1" status: 404  len: 347 time: 0.0309846
Mar 18 02:49:25.889006 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36020) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:25.913501 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1a4eebd8-5c11-4f0e-ae5f-19ff3a727e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (8b36e522-22ba-4847-a0d3-971cc6f9438e), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.916533 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1a4eebd8-5c11-4f0e-ae5f-19ff3a727e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:25.920052 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1a4eebd8-5c11-4f0e-ae5f-19ff3a727e98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b36e522-22ba-4847-a0d3-971cc6f9438e HTTP/1.1" status: 204  len: 168 time: 0.1886582
Mar 18 02:49:25.926329 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eebd8-5c11-4f0e-ae5f-19ff3a727e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36e522-22ba-4847-a0d3-971cc6f9438e,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:25.988437 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14edde7-fdec-4f49-9495-77f18bce120e None None] New status for floating IP 7c072d0b-5b61-493d-93b7-9224a3e4445c: DOWN {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:49:26.080353 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Deleting port 46b67a9f-5cf6-41fd-807b-ddac6f7f06f0 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:49:26.080690 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.100496 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d894dc3b-5c70-40e8-9d4f-96915a3c8bcc admin admin] Publish callbacks [] for security_group (0241f063-a2ba-4332-85f0-a497b0ffcdf9), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.127658 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d894dc3b-5c70-40e8-9d4f-96915a3c8bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0241f063-a2ba-4332-85f0-a497b0ffcdf9), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.177097 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894dc3b-5c70-40e8-9d4f-96915a3c8bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0241f063-a2ba-4332-85f0-a497b0ffcdf9,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:26.192257 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d894dc3b-5c70-40e8-9d4f-96915a3c8bcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0991c3ccf444aeca542b5abdf2f170d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5119548
Mar 18 02:49:26.194686 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36030) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:26.225235 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.225235 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.246794 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Calling delete_port for 46b67a9f-5cf6-41fd-807b-ddac6f7f06f0 owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:49:26.316580 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-74e8f728-7c23-4f99-86df-18f74eb5a56d admin admin] Publish callbacks [] for security_group (0241f063-a2ba-4332-85f0-a497b0ffcdf9), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.350617 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-74e8f728-7c23-4f99-86df-18f74eb5a56d admin admin] Publish callbacks [] for security_group (0241f063-a2ba-4332-85f0-a497b0ffcdf9), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.432288 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-74e8f728-7c23-4f99-86df-18f74eb5a56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0241f063-a2ba-4332-85f0-a497b0ffcdf9), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.434809 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-74e8f728-7c23-4f99-86df-18f74eb5a56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.435934 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-74e8f728-7c23-4f99-86df-18f74eb5a56d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0241f063-a2ba-4332-85f0-a497b0ffcdf9 HTTP/1.1" status: 204  len: 168 time: 0.2403605
Mar 18 02:49:26.451477 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f728-7c23-4f99-86df-18f74eb5a56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0241f063-a2ba-4332-85f0-a497b0ffcdf9,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:26.458298 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (46b67a9f-5cf6-41fd-807b-ddac6f7f06f0), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.492732 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event deleted for resources: {'Port': ['ID=46b67a9f-5cf6-41fd-807b-ddac6f7f06f0,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:26.558062 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (7c072d0b-5b61-493d-93b7-9224a3e4445c), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.560994 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.565618 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-b1d9afe5-a987-4674-8baa-f96cf93d6e21 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "DELETE /v2.0/floatingips/7c072d0b-5b61-493d-93b7-9224a3e4445c HTTP/1.1" status: 204  len: 168 time: 0.6755407
Mar 18 02:49:26.755834 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36054) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:26.760616 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-60483714-88b1-48d7-876a-ffb43470c6f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252763219', 'description': 'tempest-description--140788897'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:26.783812 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60483714-88b1-48d7-876a-ffb43470c6f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.790981 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36056) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:26.807532 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0189f698-6f67-44c0-a1bd-cc192e5a66ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.858955 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60483714-88b1-48d7-876a-ffb43470c6f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (9c707ebd-97a5-4c58-a837-3a5c16d79093), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.865122 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60483714-88b1-48d7-876a-ffb43470c6f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9c707ebd-97a5-4c58-a837-3a5c16d79093), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.893749 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0189f698-6f67-44c0-a1bd-cc192e5a66ec admin admin] Publish callbacks [] for security_group (de25827b-83c0-476b-b76c-4088b60861cc), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.897660 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-0189f698-6f67-44c0-a1bd-cc192e5a66ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (de25827b-83c0-476b-b76c-4088b60861cc), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.898300 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60483714-88b1-48d7-876a-ffb43470c6f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.899742 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-60483714-88b1-48d7-876a-ffb43470c6f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1428275
Mar 18 02:49:26.902855 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36058) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:26.908501 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-a0418dc4-cc8b-4b7b-99ba-426f7bb4ebec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'security_group_rule': {'security_group_id': '9c707ebd-97a5-4c58-a837-3a5c16d79093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:26.914876 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60483714-88b1-48d7-876a-ffb43470c6f8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c707ebd-97a5-4c58-a837-3a5c16d79093,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:26.941055 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0418dc4-cc8b-4b7b-99ba-426f7bb4ebec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (6a5672ac-9734-4986-8d6d-2276f6f0a608), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:26.943916 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189f698-6f67-44c0-a1bd-cc192e5a66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25827b-83c0-476b-b76c-4088b60861cc,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:26.951425 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36060) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:26.954604 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-0189f698-6f67-44c0-a1bd-cc192e5a66ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea660219b12c40949cbf5ab2b6297e6e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1583984
Mar 18 02:49:27.046208 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0418dc4-cc8b-4b7b-99ba-426f7bb4ebec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (6a5672ac-9734-4986-8d6d-2276f6f0a608), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.047186 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2ead4b7f-1721-4b7f-8f24-55320d6d4217 admin admin] Publish callbacks [] for security_group (de25827b-83c0-476b-b76c-4088b60861cc), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.057394 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0418dc4-cc8b-4b7b-99ba-426f7bb4ebec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (6a5672ac-9734-4986-8d6d-2276f6f0a608), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.089213 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2ead4b7f-1721-4b7f-8f24-55320d6d4217 admin admin] Publish callbacks [] for security_group (de25827b-83c0-476b-b76c-4088b60861cc), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.095815 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0418dc4-cc8b-4b7b-99ba-426f7bb4ebec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5672ac-9734-4986-8d6d-2276f6f0a608,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:27.103090 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0418dc4-cc8b-4b7b-99ba-426f7bb4ebec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.104290 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a0418dc4-cc8b-4b7b-99ba-426f7bb4ebec tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1997797
Mar 18 02:49:27.107200 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36066) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:27.113477 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-3517ceb0-134f-408a-8e4a-f196f39a8b6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'security_group_rule': {'security_group_id': '9c707ebd-97a5-4c58-a837-3a5c16d79093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:27.140595 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3517ceb0-134f-408a-8e4a-f196f39a8b6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (44d82411-e56b-42d2-9da6-ce100a7183b5), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.150724 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2ead4b7f-1721-4b7f-8f24-55320d6d4217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (de25827b-83c0-476b-b76c-4088b60861cc), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.153414 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2ead4b7f-1721-4b7f-8f24-55320d6d4217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.154565 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2ead4b7f-1721-4b7f-8f24-55320d6d4217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de25827b-83c0-476b-b76c-4088b60861cc HTTP/1.1" status: 204  len: 168 time: 0.2004800
Mar 18 02:49:27.163628 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead4b7f-1721-4b7f-8f24-55320d6d4217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25827b-83c0-476b-b76c-4088b60861cc,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:27.187320 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:49:27.202054 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3517ceb0-134f-408a-8e4a-f196f39a8b6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (44d82411-e56b-42d2-9da6-ce100a7183b5), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.207253 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3517ceb0-134f-408a-8e4a-f196f39a8b6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (44d82411-e56b-42d2-9da6-ce100a7183b5), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.210842 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 9044a727-ee85-433b-a463-641ea2cb2dd0 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:49:27.211203 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9044a727-ee85-433b-a463-641ea2cb2dd0 not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:49:27.227215 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517ceb0-134f-408a-8e4a-f196f39a8b6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d82411-e56b-42d2-9da6-ce100a7183b5,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:27.231784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3517ceb0-134f-408a-8e4a-f196f39a8b6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.234925 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3517ceb0-134f-408a-8e4a-f196f39a8b6d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1267126
Mar 18 02:49:27.236084 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36070) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:27.241366 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:27.262194 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.368242 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.474752 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Allocated IP 172.27.0.244 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/00f4fec5-4545-4d9e-b5e4-842f04057e4d) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:27.586132 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.620755 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.662006 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:27.664281 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-c40f4c43-f95a-4599-b1d7-6fb209c7c582 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0481329
Mar 18 02:49:27.666746 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:27.673203 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:27.676421 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'Port': ['ID=00f4fec5-4545-4d9e-b5e4-842f04057e4d,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:27.758737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653bad5-9644-476d-a296-6e0f0b410750 req-fda7960a-5797-4202-baab-d0598651bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:27.760322 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-fda7960a-5797-4202-baab-d0598651bf7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 1129 time: 0.0470974
Mar 18 02:49:27.775832 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (15ee5e4a-01f2-4337-9eeb-a685b50b42ef), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.820353 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.875717 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653bad5-9644-476d-a296-6e0f0b410750 req-6e0dce33-3197-4715-8655-40ebf3205fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:27.877341 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-6e0dce33-3197-4715-8655-40ebf3205fa6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.0961621
Mar 18 02:49:27.954761 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-fce94a27-9db6-4f6c-87ba-e906d78fd279 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 200  len: 1001 time: 0.0699937
Mar 18 02:49:27.976968 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:27.981779 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7357063'] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.013815 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653bad5-9644-476d-a296-6e0f0b410750 req-94f8d5d3-1103-4988-90bd-7ee57e10aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:28.016018 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-94f8d5d3-1103-4988-90bd-7ee57e10aec8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.0553114
Mar 18 02:49:28.062198 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'Port': ['ID=00f4fec5-4545-4d9e-b5e4-842f04057e4d,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:28.076518 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653bad5-9644-476d-a296-6e0f0b410750 req-de833651-5947-4bc8-8dda-88c834479fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:28.077106 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (15ee5e4a-01f2-4337-9eeb-a685b50b42ef), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.079225 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-de833651-5947-4bc8-8dda-88c834479fc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0542579
Mar 18 02:49:28.107565 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.117921 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a0a2a28d-2a5a-47e2-bd40-752cb00d010b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8759422
Mar 18 02:49:28.194284 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-37683024-c249-48cc-8ed9-ffaa843733da service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091545
Mar 18 02:49:28.339092 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3653bad5-9644-476d-a296-6e0f0b410750 req-9ab54a5b-cc34-403e-939f-8f0585c4edc4 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372447
Mar 18 02:49:28.367249 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1e764fac-8918-4bdc-b73a-3aed6763147f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--252763219&fields=id&tenant_id=f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 267 time: 0.0656312
Mar 18 02:49:28.421001 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36120) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:28.480615 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-53b73b75-25e5-4928-8f81-dec268e12bed tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:28.481989 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-53b73b75-25e5-4928-8f81-dec268e12bed tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 817 time: 0.1080112
Mar 18 02:49:28.496462 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-d3100c8e-8fb4-40a5-b2fe-22473a9b82dc tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/quotas/f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 375 time: 0.0089991
Mar 18 02:49:28.525990 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-67a77d14-457d-4267-b109-b2189114afe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.553345 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-9290b1ac-55fc-4cae-b777-0824ed2cb24e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0519683
Mar 18 02:49:28.602050 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-67a77d14-457d-4267-b109-b2189114afe1 admin admin] Publish callbacks [] for security_group (a1d79d69-f595-441c-acc3-1344a1685591), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.605921 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-67a77d14-457d-4267-b109-b2189114afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a1d79d69-f595-441c-acc3-1344a1685591), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.642607 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a77d14-457d-4267-b109-b2189114afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d79d69-f595-441c-acc3-1344a1685591,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:28.647847 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-90905e3d-0ab9-4455-9649-6a5fea1fec2b service neutron] 10.222.0.24 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834360
Mar 18 02:49:28.650962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36124) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:28.651168 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-67a77d14-457d-4267-b109-b2189114afe1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4982a617676a4935828dac8824741aee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2290115
Mar 18 02:49:28.763574 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d3160011-460b-455a-937c-632f2fecb452 admin admin] Publish callbacks [] for security_group (a1d79d69-f595-441c-acc3-1344a1685591), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.781667 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-7ffe9c4e-02c6-4295-81ff-ac80389ea572 service neutron] 10.222.0.24 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245699
Mar 18 02:49:28.792669 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d3160011-460b-455a-937c-632f2fecb452 admin admin] Publish callbacks [] for security_group (a1d79d69-f595-441c-acc3-1344a1685591), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.840361 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d3160011-460b-455a-937c-632f2fecb452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a1d79d69-f595-441c-acc3-1344a1685591), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.843152 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d3160011-460b-455a-937c-632f2fecb452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:28.847778 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-d3160011-460b-455a-937c-632f2fecb452 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1d79d69-f595-441c-acc3-1344a1685591 HTTP/1.1" status: 204  len: 168 time: 0.1925209
Mar 18 02:49:28.854991 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3160011-460b-455a-937c-632f2fecb452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d79d69-f595-441c-acc3-1344a1685591,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:28.956439 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9293df87-7dd8-4523-a229-da8dd75eaee4 req-ff8deada-db57-451b-bcaf-d35dc75c6c62 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 210 time: 0.0331306
Mar 18 02:49:30.054464 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e215ceed-0069-4d33-a248-a0f29021e84b req-5a9143e1-4241-4973-977d-3b0a9a02cad5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 210 time: 0.0269675
Mar 18 02:49:31.160325 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-84307403-9a61-4bd2-84a0-46cc478c20a5 req-3c4c9989-4215-4653-81a1-77a3c4b06e73 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 210 time: 0.0327947
Mar 18 02:49:32.256663 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0ba145bd-baba-4c1d-9bae-9386b94f2f22 req-09ddc314-440f-4bcb-aa74-790b54378679 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 210 time: 0.0258431
Mar 18 02:49:33.354666 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b7355f9-6a65-4022-b248-ba56340b1598 req-972daa18-6798-4774-ae56-6fd8ef15be66 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 210 time: 0.0292542
Mar 18 02:49:34.447659 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-606cb24b-26f7-4e83-bfd5-952ab3cd9288 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:34.449040 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-606cb24b-26f7-4e83-bfd5-952ab3cd9288 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 817 time: 0.1138120
Mar 18 02:49:34.464635 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2aabe2a0-b261-46c8-9a25-75704c238c6c req-4aef54c5-9bd2-4c0d-bb51-53db77898a6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 210 time: 0.0343332
Mar 18 02:49:34.525541 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-b40809af-cdea-45ff-8b54-53518fa51363 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 379 time: 0.0599947
Mar 18 02:49:34.534971 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'port': {'device_id': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'admin_state_up': True, 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'security_groups': ['9c707ebd-97a5-4c58-a837-3a5c16d79093']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:34.640262 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Made reservation on behalf of f22ea5ccb37b487e83c237d313f61033 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:49:34.644337 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:34.782737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Allocated IP 172.20.0.5 (95079f1c-5ea3-498a-a938-a024190328bf/2f382b22-6dc6-47f3-aa36-32bb8e623860/4f9d8c51-ee9a-4327-adad-53e89382a7be) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:34.915786 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:34.949165 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:34.995432 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Network 95079f1c-5ea3-498a-a938-a024190328bf is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:34.999076 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:35.003277 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:35.013113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:35.042967 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.043317 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.043662 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.043994 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.044326 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.044651 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.044975 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.045298 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.045619 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.045939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.046259 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.046597 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.046918 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.047236 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.047553 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:35.070542 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:35.071129 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:35.087676 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-1297b7b1-1d20-4f43-b411-bf108d4f9bc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5570471
Mar 18 02:49:35.191121 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e6628e49-d36c-4ac4-98ad-ba4747a5d572 None None] Provisioning complete for port 4f9d8c51-ee9a-4327-adad-53e89382a7be triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:35.191621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e6628e49-d36c-4ac4-98ad-ba4747a5d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:35.227872 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e6628e49-d36c-4ac4-98ad-ba4747a5d572 None None] Port 4f9d8c51-ee9a-4327-adad-53e89382a7be cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:49:35.586039 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b892d53-7424-422a-9b49-c79c9b9486d4 req-11ee1841-9fee-4f2b-a56c-2177ee780cc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:35.587572 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b892d53-7424-422a-9b49-c79c9b9486d4 req-11ee1841-9fee-4f2b-a56c-2177ee780cc1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 931 time: 0.0530992
Mar 18 02:49:35.638500 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b892d53-7424-422a-9b49-c79c9b9486d4 req-6865ec8c-2f94-40a3-90dd-6b260700ba87 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452790
Mar 18 02:49:36.345439 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Request body: {'port': {'device_id': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:36.405990 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:36.656905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9d8c51-ee9a-4327-adad-53e89382a7be {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:49:36.664529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Publish callbacks [] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:36.676802 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Transition to ACTIVE for port object 4f9d8c51-ee9a-4327-adad-53e89382a7be will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:49:36.680552 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:36.768248 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:36.835072 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d58d5-1c41-4962-8411-066c5ef099af req-268a0ed3-7fc1-4974-952f-2fd840c5c2b5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:36.836655 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ea1d58d5-1c41-4962-8411-066c5ef099af req-268a0ed3-7fc1-4974-952f-2fd840c5c2b5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.1273265
Mar 18 02:49:36.872840 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Attempting to bind port 4f9d8c51-ee9a-4327-adad-53e89382a7be on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:49:36.873168 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Attempting to bind port 4f9d8c51-ee9a-4327-adad-53e89382a7be by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:49:36.873497 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Attempting to bind port 4f9d8c51-ee9a-4327-adad-53e89382a7be on network 95079f1c-5ea3-498a-a938-a024190328bf {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:36.885485 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Port 4f9d8c51-ee9a-4327-adad-53e89382a7be on network 95079f1c-5ea3-498a-a938-a024190328bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:49:36.885839 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Attempting to bind port 4f9d8c51-ee9a-4327-adad-53e89382a7be on network 95079f1c-5ea3-498a-a938-a024190328bf {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:36.898683 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:49:36.899016 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Checking segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:36.899392 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Bound using segment: {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:49:36.899809 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Bound port: 4f9d8c51-ee9a-4327-adad-53e89382a7be, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255c7103-5d9f-47eb-9a64-9d18a11f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:49:36.900161 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:36.914749 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ea1d58d5-1c41-4962-8411-066c5ef099af req-8ff05fec-04a4-4aa6-8705-0c4188f71d72 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709836
Mar 18 02:49:36.953892 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7a02a533-fc09-4cf8-bc75-6164f82246b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:36.973865 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:49:36.977009 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:49:36.982555 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:37.014225 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:37.014861 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:37.016212 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] 10.222.0.35 "PUT /v2.0/ports/4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 200  len: 1093 time: 0.6749725
Mar 18 02:49:37.016741 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:49:37.019606 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ed3e3-4025-4461-947e-565aaad58379" -d '{"events": [{"name": "network-changed", "server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:49:37.046652 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7a4c7-217e-485e-b946-03829decfd1e service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:37.063412 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9830e2-c127-481b-8d86-6365ad9bd63d x-openstack-request-id: req-1f9830e2-c127-481b-8d86-6365ad9bd63d {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:49:37.063826 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:49:37.064150 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f9830e2-c127-481b-8d86-6365ad9bd63d {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:49:37.064569 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'status': 'completed', 'code': 200}
Mar 18 02:49:37.299086 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed3e3-4025-4461-947e-565aaad58379 req-09aba346-812d-4bbd-ae7e-5fd887ded3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:37.300699 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-689ed3e3-4025-4461-947e-565aaad58379 req-09aba346-812d-4bbd-ae7e-5fd887ded3f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1127 time: 0.0437195
Mar 18 02:49:37.400348 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed3e3-4025-4461-947e-565aaad58379 req-f7e97149-15cf-4059-bd38-f207631cf709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:37.401718 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-689ed3e3-4025-4461-947e-565aaad58379 req-f7e97149-15cf-4059-bd38-f207631cf709 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f22ea5ccb37b487e83c237d313f61033&shared=False HTTP/1.1" status: 200  len: 917 time: 0.0937154
Mar 18 02:49:37.495712 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed3e3-4025-4461-947e-565aaad58379 req-78807d25-0a12-4e23-870a-2d4e8194c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:37.497155 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-689ed3e3-4025-4461-947e-565aaad58379 req-78807d25-0a12-4e23-870a-2d4e8194c476 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.0888872
Mar 18 02:49:37.584728 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-be84bc47-7d8f-493f-8119-5b84a8536c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:37.586242 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-be84bc47-7d8f-493f-8119-5b84a8536c24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1127 time: 0.0502369
Mar 18 02:49:37.632809 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-6dc7bdd7-0585-4f3b-80fe-6d4d035ec46d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 200  len: 217 time: 0.0369134
Mar 18 02:49:37.682613 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-2c9479fe-952d-48fc-9fcc-916cc46f8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:37.683897 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-2c9479fe-952d-48fc-9fcc-916cc46f8216 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0437171
Mar 18 02:49:38.032902 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694a86-866d-4b7c-b487-ecfde6df09af req-6d77b0eb-6b83-4e5e-afb7-3b20dea452b2 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:38.034903 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c7694a86-866d-4b7c-b487-ecfde6df09af req-6d77b0eb-6b83-4e5e-afb7-3b20dea452b2 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0528049
Mar 18 02:49:38.085058 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c7694a86-866d-4b7c-b487-ecfde6df09af req-9a57a9b3-61db-473b-90af-bbc5a596d345 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433838
Mar 18 02:49:38.527866 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-b19e55dc-005f-423e-a4c8-60c15ebbc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:38.529287 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-b19e55dc-005f-423e-a4c8-60c15ebbc2cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0438054
Mar 18 02:49:39.209226 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a673c3-12be-4629-b1df-47962cee4339 req-30a7364e-76eb-43f5-b36c-f72e144fc7c4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:39.210617 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-12a673c3-12be-4629-b1df-47962cee4339 req-30a7364e-76eb-43f5-b36c-f72e144fc7c4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0516226
Mar 18 02:49:39.266782 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52a5747d-a7c6-4187-ba86-5523aa31af1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:39.272011 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-12a673c3-12be-4629-b1df-47962cee4339 req-ea483f30-4a44-4ff3-a02e-eaa80ac52b19 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559592
Mar 18 02:49:39.339985 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-f7b510f0-5139-4abc-927c-19ec392be603 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904667
Mar 18 02:49:40.196059 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f89233e7-ee24-43e6-8849-95dcb5ff5fb3 req-16ead397-a38d-4c35-95e6-55562bc03950 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833178
Mar 18 02:49:40.395461 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb45cba-9472-402e-ad4d-c227d1f7991b req-481faa88-84cd-4540-b6a9-5404ae1d8d10 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:40.396913 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eeb45cba-9472-402e-ad4d-c227d1f7991b req-481faa88-84cd-4540-b6a9-5404ae1d8d10 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0561996
Mar 18 02:49:40.443258 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eeb45cba-9472-402e-ad4d-c227d1f7991b req-d2c49a66-923f-4411-ac8c-99e749f8c7f6 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407073
Mar 18 02:49:40.593246 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:41.573474 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f24ca-e4fc-4108-899b-45eda5144a23 req-8653f947-9059-44d9-a46f-9019664fd7ee tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:41.575013 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb2f24ca-e4fc-4108-899b-45eda5144a23 req-8653f947-9059-44d9-a46f-9019664fd7ee tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0611386
Mar 18 02:49:41.629683 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb2f24ca-e4fc-4108-899b-45eda5144a23 req-55cf7968-60d5-4ba5-93ba-1d7ac71db003 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459967
Mar 18 02:49:41.845336 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:42.751661 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bb173-1e18-48d0-b7b3-a03a48788214 req-be78d8bc-0d54-4def-8893-bdd20937e441 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:42.754186 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7f4bb173-1e18-48d0-b7b3-a03a48788214 req-be78d8bc-0d54-4def-8893-bdd20937e441 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0525954
Mar 18 02:49:42.803973 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7f4bb173-1e18-48d0-b7b3-a03a48788214 req-ee196a42-66ed-4f8e-8521-c6b4b5336e4e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443168
Mar 18 02:49:43.547241 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:43.929666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc69f2-d586-4a3e-bc2b-dcf302bdfa09 req-26e1ba8f-0139-4696-8be0-ec1a10a2725b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:43.931143 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4cfc69f2-d586-4a3e-bc2b-dcf302bdfa09 req-26e1ba8f-0139-4696-8be0-ec1a10a2725b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0561318
Mar 18 02:49:43.980671 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4cfc69f2-d586-4a3e-bc2b-dcf302bdfa09 req-bd21bc43-92ed-4fa4-9e76-1beb17f09c8f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430739
Mar 18 02:49:45.104865 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e3c94-afd3-413c-9355-7b96c52b452a req-bd6e87a9-c086-4358-9c9a-ee8b6f565bca tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:45.106329 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5f6e3c94-afd3-413c-9355-7b96c52b452a req-bd6e87a9-c086-4358-9c9a-ee8b6f565bca tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0529664
Mar 18 02:49:45.152911 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5f6e3c94-afd3-413c-9355-7b96c52b452a req-7e5e4ebf-f6bc-4f22-b317-10631c7976e9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403686
Mar 18 02:49:45.287448 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:49:45.385029 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:45.396261 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'port_id': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'mac_address': 'fa:16:3e:0e:cd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:49:45.432707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 4f9d8c51-ee9a-4327-adad-53e89382a7be is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:45.433126 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:45.448738 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9d8c51-ee9a-4327-adad-53e89382a7be {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:49:45.467106 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:45.471087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:45.516360 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:45.523428 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.523810 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.524182 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.524531 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.524868 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.525201 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.525531 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.525860 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.526191 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.526536 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.526866 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.527195 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.527522 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.527846 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.528166 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:45.738481 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['4f9d8c51-ee9a-4327-adad-53e89382a7be'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:49:46.284654 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb10a-a6dd-46d6-b411-bce0734c4e04 req-239a180e-7834-45fc-96fc-4a42b98813ea tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:46.286138 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-03cdb10a-a6dd-46d6-b411-bce0734c4e04 req-239a180e-7834-45fc-96fc-4a42b98813ea tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 944 time: 0.0602489
Mar 18 02:49:46.332538 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-03cdb10a-a6dd-46d6-b411-bce0734c4e04 req-5f8479ce-53dc-43b0-b78c-a289b1789ec0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405810
Mar 18 02:49:47.235673 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36368) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:47.341593 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:47.414550 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Publish callbacks [] for security_group (a7119b36-00e9-450a-b15b-ab16ee11fce9), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:47.419746 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a7119b36-00e9-450a-b15b-ab16ee11fce9), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:47.453395 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7629d-313b-4be9-8c29-49aa286a05f7 req-02bd9a46-3b9c-48bf-a39b-2f514e70cfe7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:47.454931 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38a7629d-313b-4be9-8c29-49aa286a05f7 req-02bd9a46-3b9c-48bf-a39b-2f514e70cfe7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 944 time: 0.0533285
Mar 18 02:49:47.458191 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ca333d7fe1c4aa3989fd2de9ad331f2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2214613
Mar 18 02:49:47.459313 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7119b36-00e9-450a-b15b-ab16ee11fce9,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:47.461168 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36376) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:47.476769 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.477114 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.477451 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.477784 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.478114 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.478433 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.478782 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.479102 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.479459 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.479732 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.480051 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.480366 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.480681 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.480991 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.481300 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539cb73-cccc-4a87-87c2-58c0cf45c77e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:49:47.504421 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38a7629d-313b-4be9-8c29-49aa286a05f7 req-0738ad24-e46e-470b-951c-27d707cae513 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433776
Mar 18 02:49:47.522830 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8ef20235-56f7-40cb-b25e-169bee39a46d admin admin] Publish callbacks [] for security_group (a7119b36-00e9-450a-b15b-ab16ee11fce9), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:47.543736 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8ef20235-56f7-40cb-b25e-169bee39a46d admin admin] Publish callbacks [] for security_group (a7119b36-00e9-450a-b15b-ab16ee11fce9), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:47.590364 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8ef20235-56f7-40cb-b25e-169bee39a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a7119b36-00e9-450a-b15b-ab16ee11fce9), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:47.592911 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8ef20235-56f7-40cb-b25e-169bee39a46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:47.594066 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8ef20235-56f7-40cb-b25e-169bee39a46d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7119b36-00e9-450a-b15b-ab16ee11fce9 HTTP/1.1" status: 204  len: 168 time: 0.1320040
Mar 18 02:49:47.602098 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef20235-56f7-40cb-b25e-169bee39a46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7119b36-00e9-450a-b15b-ab16ee11fce9,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:48.085707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:49:48.135245 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 4f9d8c51-ee9a-4327-adad-53e89382a7be completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:49:48.139065 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 4f9d8c51-ee9a-4327-adad-53e89382a7be triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:48.139443 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.218059 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 4f9d8c51-ee9a-4327-adad-53e89382a7be is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:48.218446 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.241760 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:49:48.244006 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e769fd3-a282-4512-9fd3-6b85c3e9bb95" -d '{"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:49:48.251643 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36400) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:48.256706 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:48.261617 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.287914 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f3963-3411-43b0-b239-5e8937493790 x-openstack-request-id: req-4b5f3963-3411-43b0-b239-5e8937493790 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:49:48.288210 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:49:48.288469 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b5f3963-3411-43b0-b239-5e8937493790 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:49:48.289256 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'code': 200}
Mar 18 02:49:48.315623 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:48.356154 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-965592328-network', 'tenant_id': 'dba602d147084933986b437762006786'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:48.374413 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Made reservation on behalf of dba602d147084933986b437762006786 for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:49:48.376713 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.385409 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.459137 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks [] for security_group (b958caa4-ad0b-4d56-88f5-557faabf7c02), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.463649 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b958caa4-ad0b-4d56-88f5-557faabf7c02), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.483886 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:49:48.498420 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b958caa4-ad0b-4d56-88f5-557faabf7c02,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:48.502847 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (05ffd048-697f-4ff0-ba90-14b9fdeb3f8f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.503198 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Added segment 05ffd048-697f-4ff0-ba90-14b9fdeb3f8f of type vlan for network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca
Mar 18 02:49:48.543613 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (68bab4f5-6fd2-4d66-8ed5-f460673a29ca), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.568499 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (68bab4f5-6fd2-4d66-8ed5-f460673a29ca), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.569571 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:48.570149 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.624686 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3716495
Mar 18 02:49:48.629212 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36408) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:48.629748 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4bd8-aa04-4f33-a03c-8f9fb9a4d07b req-7760884b-9eef-4ec7-bb15-709ac06a99bd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:48.631435 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-431d4bd8-aa04-4f33-a03c-8f9fb9a4d07b req-7760884b-9eef-4ec7-bb15-709ac06a99bd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0545928
Mar 18 02:49:48.633888 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Request body: {'subnet': {'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-965592328-subnet', 'tenant_id': 'dba602d147084933986b437762006786', 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:48.645816 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8665a1-bf8d-4be6-93c9-3da71620d49f admin admin] Pushing event updated for resources: {'Network': ['ID=68bab4f5-6fd2-4d66-8ed5-f460673a29ca,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:48.656564 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:49:48.659604 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Made reservation on behalf of dba602d147084933986b437762006786 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:49:48.662316 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596854'] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.683286 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-431d4bd8-aa04-4f33-a03c-8f9fb9a4d07b req-576580e7-ba5f-4533-a13c-544ef67d84df tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462413
Mar 18 02:49:48.826546 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7356416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596832'] for subnet (9fa627fe-ec50-497c-9585-6883ac67bc6b), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.883485 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa627fe-ec50-497c-9585-6883ac67bc6b,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:48.891495 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Checking segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:48.891841 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Network hostable DHCP agents. Network: 68bab4f5-6fd2-4d66-8ed5-f460673a29ca, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:49:48.907625 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:49:48.916079 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 68bab4f5-6fd2-4d66-8ed5-f460673a29ca) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:48.919998 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:48.920584 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.925417 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fdd62-0b94-47a3-8bfd-4c6e90c3e05c None None] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:49:48.935852 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c935f3f9-fedc-4bf7-a90d-3eb886129fe1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3056748
Mar 18 02:49:48.938456 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36410) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:48.943782 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:48.963078 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:48.964052 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.017408 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks [] for router_controller (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.035690 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'project_id': 'dba602d147084933986b437762006786', 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:49:49.036583 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.167365 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks [] for router_gateway (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.181568 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Allocated IP 172.20.0.2 (68bab4f5-6fd2-4d66-8ed5-f460673a29ca/9fa627fe-ec50-497c-9585-6883ac67bc6b/0af541bf-a28a-450a-a7ea-98668edd2248) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:49.188176 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e9a56-402f-4c33-b3b2-0ac327fed4f4 req-ba4e59e1-a06d-40ac-9d58-b8827bcc2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:49.189819 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e1e9a56-402f-4c33-b3b2-0ac327fed4f4 req-ba4e59e1-a06d-40ac-9d58-b8827bcc2662 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1129 time: 0.0504689
Mar 18 02:49:49.240013 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e1e9a56-402f-4c33-b3b2-0ac327fed4f4 req-e3778d6f-c29d-40b8-8c19-9141215b30ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407629
Mar 18 02:49:49.327020 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Publish callbacks [] for port (0af541bf-a28a-450a-a7ea-98668edd2248), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.334413 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.372221 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:49.376616 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:49.379633 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks [] for router_gateway (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.385510 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:49.390300 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Pushing event updated for resources: {'Port': ['ID=0af541bf-a28a-450a-a7ea-98668edd2248,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:49.405389 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.445504 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Attempting to bind port 0af541bf-a28a-450a-a7ea-98668edd2248 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:49:49.446545 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Attempting to bind port 0af541bf-a28a-450a-a7ea-98668edd2248 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:49:49.446545 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Attempting to bind port 0af541bf-a28a-450a-a7ea-98668edd2248 on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:49.451397 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:49:49.451780 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Checking segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:49.452186 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.452583 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Bound using segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:49:49.453044 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Bound port: 0af541bf-a28a-450a-a7ea-98668edd2248, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:49:49.453425 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.515975 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] For port 0af541bf-a28a-450a-a7ea-98668edd2248, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:49:49.520523 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] For port 0af541bf-a28a-450a-a7ea-98668edd2248, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=0af541bf-a28a-450a-a7ea-98668edd2248,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:49:49.520912 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Allocated IP 172.27.0.237 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/6efd613c-9322-4376-a71f-2b727b8cb88b) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:49.527187 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.603797 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4ecc8-4410-42c4-987f-58f0b4e46a03 None None] Pushing event updated for resources: {'Port': ['ID=0af541bf-a28a-450a-a7ea-98668edd2248,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:49.666056 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks [] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.707335 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:49.757882 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:49.761541 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:49.770103 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:49.773759 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6efd613c-9322-4376-a71f-2b727b8cb88b,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:49.853214 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a96e71-0e0f-4e5b-ba3f-6360140f3da7 req-9699f391-09c1-42aa-b967-e683146bbcbf tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:49.854669 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d0a96e71-0e0f-4e5b-ba3f-6360140f3da7 req-9699f391-09c1-42aa-b967-e683146bbcbf tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0826705
Mar 18 02:49:49.912816 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d0a96e71-0e0f-4e5b-ba3f-6360140f3da7 req-19bf3d86-7d7c-45dd-9e20-d7c5a0a10844 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522165
Mar 18 02:49:49.967332 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 0af541bf-a28a-450a-a7ea-98668edd2248 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:49:50.029270 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 0af541bf-a28a-450a-a7ea-98668edd2248 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:50.029729 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:50.094166 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks [] for router_gateway (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:50.110154 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 0af541bf-a28a-450a-a7ea-98668edd2248 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:50.110571 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:50.146261 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 0af541bf-a28a-450a-a7ea-98668edd2248, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=0af541bf-a28a-450a-a7ea-98668edd2248,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:50.150016 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:50.198445 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=0af541bf-a28a-450a-a7ea-98668edd2248,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:50.480023 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:50.623303 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:49:50.700287 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fa970-a40f-4bec-9dd7-848642ec7888 None None] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:49:50.733607 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:49:50.743461 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:49:50.757379 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:50.761344 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36424) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:50.761517 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6033f025-ca08-450b-9629-eca84b7ae8a7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8219631
Mar 18 02:49:50.778582 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:50.779222 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59649a30>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:50.866979 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-eefe00e2-bada-4c25-9991-c2cf111d25fc None None] Provisioning complete for port 0af541bf-a28a-450a-a7ea-98668edd2248 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:50.867361 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eefe00e2-bada-4c25-9991-c2cf111d25fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:50.983231 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:51.142781 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae1ac6-b2fe-4956-962e-5754a7d947ea req-f1256d08-a319-4966-97fc-d826f693d534 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:51.144576 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-12ae1ac6-b2fe-4956-962e-5754a7d947ea req-f1256d08-a319-4966-97fc-d826f693d534 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.1162271
Mar 18 02:49:51.234980 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-eefe00e2-bada-4c25-9991-c2cf111d25fc None None] Current status of the port 0af541bf-a28a-450a-a7ea-98668edd2248 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:51.258563 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-12ae1ac6-b2fe-4956-962e-5754a7d947ea req-bd86ea11-481f-44df-ace5-71ef383d36af tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828869
Mar 18 02:49:51.312116 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.339624 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59649a30>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:49Z', 'revision_number': 3, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:51.374185 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:49:51.374552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Updating router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c port 6efd613c-9322-4376-a71f-2b727b8cb88b binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:49:51.407577 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-ce412aa4-1326-4234-b5d8-612da09d4547 None None] Provisioning complete for port 0af541bf-a28a-450a-a7ea-98668edd2248 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:51.407950 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce412aa4-1326-4234-b5d8-612da09d4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.409957 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.466412 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5683f5-8072-48a2-8c07-08d31449d7a9 req-8d1c9942-fbca-4d68-a660-94210cb33618 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:51.467931 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e5683f5-8072-48a2-8c07-08d31449d7a9 req-8d1c9942-fbca-4d68-a660-94210cb33618 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.1320095
Mar 18 02:49:51.478093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36438) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:51.484328 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Request body: {'floatingip': {'port_id': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:51.614105 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ce412aa4-1326-4234-b5d8-612da09d4547 None None] Current status of the port 0af541bf-a28a-450a-a7ea-98668edd2248 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:51.739694 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Publish callbacks [] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.745901 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.797755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Attempting to bind port 6efd613c-9322-4376-a71f-2b727b8cb88b on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:49:51.798182 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Attempting to bind port 6efd613c-9322-4376-a71f-2b727b8cb88b by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:49:51.798589 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Attempting to bind port 6efd613c-9322-4376-a71f-2b727b8cb88b on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:51.810075 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0e2eb-b0d2-4978-97e1-7baf4e08dc62 None None] Pushing event updated for resources: {'Port': ['ID=6efd613c-9322-4376-a71f-2b727b8cb88b,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:51.819275 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:49:51.819699 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:51.820107 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.820505 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:49:51.821016 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Bound port: 6efd613c-9322-4376-a71f-2b727b8cb88b, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:49:51.821402 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.827679 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (15ee5e4a-01f2-4337-9eeb-a685b50b42ef), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.886802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] For port 6efd613c-9322-4376-a71f-2b727b8cb88b, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:49:51.891061 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] For port 6efd613c-9322-4376-a71f-2b727b8cb88b, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=6efd613c-9322-4376-a71f-2b727b8cb88b,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:49:51.900127 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:51.902627 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Allocated IP 172.20.0.1 (68bab4f5-6fd2-4d66-8ed5-f460673a29ca/9fa627fe-ec50-497c-9585-6883ac67bc6b/9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:51.946610 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 0af541bf-a28a-450a-a7ea-98668edd2248 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:49:52.034467 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:52.035145 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59649a30>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:52.071721 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0e2eb-b0d2-4978-97e1-7baf4e08dc62 None None] Pushing event updated for resources: {'Port': ['ID=6efd613c-9322-4376-a71f-2b727b8cb88b,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:52.144904 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 0af541bf-a28a-450a-a7ea-98668edd2248 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:52.145303 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:52.172105 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks [] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:52.209950 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:52.336236 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:52.363755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 0af541bf-a28a-450a-a7ea-98668edd2248 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:52.389128 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:52.395110 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:52.403202 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:52.437135 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59649a30>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:49Z', 'revision_number': 3, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:52.457367 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Pushing event updated for resources: {'Port': ['ID=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:52.466156 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6ab47-511c-4ee6-8618-46f6f8559b1f None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:49Z', 'revision_number': 3, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:49:52.487628 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:52.589669 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:52.596369 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (15ee5e4a-01f2-4337-9eeb-a685b50b42ef), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:52.647797 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-28462305-3cf1-4775-bd38-b5e788a928ed None None] Provisioning complete for port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:52.648349 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-28462305-3cf1-4775-bd38-b5e788a928ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:52.696344 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-28462305-3cf1-4775-bd38-b5e788a928ed None None] Port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:49:52.767014 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Floating IP 15ee5e4a-01f2-4337-9eeb-a685b50b42ef associated. External IP: 172.27.0.244, port: 4f9d8c51-ee9a-4327-adad-53e89382a7be.
Mar 18 02:49:52.771947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:53.107418 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks [] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:53.115314 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:53.178413 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Router 99c5fde1-cc74-4a24-8475-c072ca11e876 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:49:53.206226 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Pushing event updated for resources: {'Port': ['ID=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:53.220829 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:53.424195 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:49:53.429281 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:53.436400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:53.439097 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] Sync routers for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:49:53.450231 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:53.452290 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a67a910>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:53.453798 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:53.474552 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-512911e3-9fc5-416e-a0bf-e6ad2e367c8e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "PUT /v2.0/floatingips/15ee5e4a-01f2-4337-9eeb-a685b50b42ef HTTP/1.1" status: 200  len: 991 time: 1.9930217
Mar 18 02:49:53.512765 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:49:53.514019 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3671db7a-f691-46de-9566-f8217b282ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:49:53.624088 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:53.648086 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc62978a-a63c-4489-881d-04a346b9a045 x-openstack-request-id: req-dc62978a-a63c-4489-881d-04a346b9a045 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:49:53.648386 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:49:53.649315 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc62978a-a63c-4489-881d-04a346b9a045 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:49:53.649905 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'status': 'completed', 'code': 200}
Mar 18 02:49:53.665637 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:49:53.721598 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36492) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:53.794908 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671db7a-f691-46de-9566-f8217b282ef0 req-98c42312-e6fa-410c-a3ce-4d54e5a9bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:53.796483 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3671db7a-f691-46de-9566-f8217b282ef0 req-98c42312-e6fa-410c-a3ce-4d54e5a9bb51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1129 time: 0.1459222
Mar 18 02:49:53.831838 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-aa718768-9b46-47fc-947a-547fc1b7d3b3 None None] Provisioning complete for port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:53.832884 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa718768-9b46-47fc-947a-547fc1b7d3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:53.863775 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0faf89d3-cc00-4184-9067-c90bfb6a2fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:53.885823 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-aa718768-9b46-47fc-947a-547fc1b7d3b3 None None] Port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:49:53.923876 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a67a910>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '15ee5e4a-01f2-4337-9eeb-a685b50b42ef', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'port_id': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'mac_address': 'fa:16:3e:0e:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:49:27Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 1, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:53.960584 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:49:53.968743 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8fd33b90-d221-4f75-bf79-cd13c844757a admin admin] 10.222.0.24 "PUT /v2.0/routers/20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2062671
Mar 18 02:49:53.985645 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671db7a-f691-46de-9566-f8217b282ef0 req-5d387742-3e7b-4c22-be98-60eae7d69228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:53.987915 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3671db7a-f691-46de-9566-f8217b282ef0 req-5d387742-3e7b-4c22-be98-60eae7d69228 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.1813788
Mar 18 02:49:53.991887 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] Checking router: 99c5fde1-cc74-4a24-8475-c072ca11e876 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:49:54.007349 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:54.007874 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0faf89d3-cc00-4184-9067-c90bfb6a2fde admin admin] Publish callbacks [] for security_group (edf8df8c-eaf5-485f-8741-54cddbaf0658), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.007994 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a67a910>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:54.012747 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6efd613c-9322-4376-a71f-2b727b8cb88b up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:49:54.019052 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0faf89d3-cc00-4184-9067-c90bfb6a2fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (edf8df8c-eaf5-485f-8741-54cddbaf0658), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.078392 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0faf89d3-cc00-4184-9067-c90bfb6a2fde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f01a10a713e04e9391968e354ffb033e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3556857
Mar 18 02:49:54.079280 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf89d3-cc00-4184-9067-c90bfb6a2fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf8df8c-eaf5-485f-8741-54cddbaf0658,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:54.082300 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36498) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:54.095599 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 6efd613c-9322-4376-a71f-2b727b8cb88b triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:54.096924 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.113972 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3671db7a-f691-46de-9566-f8217b282ef0 req-53da2d4b-fe8c-4364-bf63-7cb6de0621ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 200  len: 999 time: 0.1170230
Mar 18 02:49:54.137519 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42222187-75c1-4dd9-831c-7c3930acdb71 admin admin] Publish callbacks [] for security_group (edf8df8c-eaf5-485f-8741-54cddbaf0658), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.181509 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42222187-75c1-4dd9-831c-7c3930acdb71 admin admin] Publish callbacks [] for security_group (edf8df8c-eaf5-485f-8741-54cddbaf0658), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.206323 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671db7a-f691-46de-9566-f8217b282ef0 req-332c0096-ec1c-401d-a660-bdc84582facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:54.210185 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:54.211816 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3671db7a-f691-46de-9566-f8217b282ef0 req-332c0096-ec1c-401d-a660-bdc84582facf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0868793
Mar 18 02:49:54.229837 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 6efd613c-9322-4376-a71f-2b727b8cb88b is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:54.232838 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.255989 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42222187-75c1-4dd9-831c-7c3930acdb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (edf8df8c-eaf5-485f-8741-54cddbaf0658), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.261375 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42222187-75c1-4dd9-831c-7c3930acdb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.264231 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-42222187-75c1-4dd9-831c-7c3930acdb71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edf8df8c-eaf5-485f-8741-54cddbaf0658 HTTP/1.1" status: 204  len: 168 time: 0.1798568
Mar 18 02:49:54.276805 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42222187-75c1-4dd9-831c-7c3930acdb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf8df8c-eaf5-485f-8741-54cddbaf0658,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:54.278747 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 6efd613c-9322-4376-a71f-2b727b8cb88b, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=6efd613c-9322-4376-a71f-2b727b8cb88b,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:54.284651 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.304617 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671db7a-f691-46de-9566-f8217b282ef0 req-5173f88a-12bd-412f-a0d6-c922c928a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:54.306296 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3671db7a-f691-46de-9566-f8217b282ef0 req-5173f88a-12bd-412f-a0d6-c922c928a667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0883584
Mar 18 02:49:54.404584 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=6efd613c-9322-4376-a71f-2b727b8cb88b,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:54.511100 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3671db7a-f691-46de-9566-f8217b282ef0 req-372a9786-f33f-461f-a491-71fc4027c487 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981304
Mar 18 02:49:54.519618 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:49:54.546956 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:54.546956 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5993c460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:54.599962 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a67a910>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '15ee5e4a-01f2-4337-9eeb-a685b50b42ef', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'port_id': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'mac_address': 'fa:16:3e:0e:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:49:27Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 1, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:54.639536 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bfa26-4644-40f0-9abd-efd3a0609631 None None] The sync data for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi is: [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '15ee5e4a-01f2-4337-9eeb-a685b50b42ef', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'port_id': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'mac_address': 'fa:16:3e:0e:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:49:27Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 1, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:49:54.649313 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3671db7a-f691-46de-9566-f8217b282ef0 req-7a81fbe1-e8e0-431f-8f9d-424c322fa690 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241012
Mar 18 02:49:54.742242 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:54.778025 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.813268 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36524) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:54.818950 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1918996671-network', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:54.843840 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Made reservation on behalf of cf7f8c2f1a95464d91578e9d32198d29 for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:49:54.846725 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.857594 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.917278 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd7999-a2cb-416f-b1c4-cd29faaa31a1 None None] New status for floating IP 15ee5e4a-01f2-4337-9eeb-a685b50b42ef: ACTIVE {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:49:54.981555 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks [] for security_group (ad715632-d885-4b6d-9f81-72ba6613aa5d), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.988470 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (ad715632-d885-4b6d-9f81-72ba6613aa5d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:54.995689 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5993c460>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 2, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:55.013677 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:49:55.027146 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:49:55.028723 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Updating router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:49:55.031933 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad715632-d885-4b6d-9f81-72ba6613aa5d,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:55.035566 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (0a0805bb-9ec5-410c-9817-a84811a9acd2), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.035928 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Added segment 0a0805bb-9ec5-410c-9817-a84811a9acd2 of type vlan for network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9
Mar 18 02:49:55.071541 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.084772 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.130291 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.131378 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:55.131968 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.194844 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36534) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:55.195383 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3805389
Mar 18 02:49:55.200426 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Request body: {'subnet': {'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1918996671-subnet', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:55.201044 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e838d9-8a9e-4883-ba50-1156d190e441 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:55.212372 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:49:55.225322 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Made reservation on behalf of cf7f8c2f1a95464d91578e9d32198d29 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:49:55.231046 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596854'] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.324903 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36538) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:55.355105 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:49:55.426075 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7356416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596832'] for subnet (35509bc5-057f-45e3-b0ef-615331df1034), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.445869 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-596857031-network', 'tenant_id': '7d17e94bba7d42f98113baf249954b07'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:55.469230 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Made reservation on behalf of 7d17e94bba7d42f98113baf249954b07 for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:49:55.472865 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.482923 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.489433 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35509bc5-057f-45e3-b0ef-615331df1034,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:55.502858 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Checking segment: {'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:55.503215 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Network hostable DHCP agents. Network: cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:49:55.522011 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:49:55.539002 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:55.549593 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:55.550373 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.559461 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77c451-9f33-4c6b-86b8-da9364dca8c8 None None] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:49:55.576769 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-9c4e8280-6749-4b6f-b533-444052c02022 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3806853
Mar 18 02:49:55.580383 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36544) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:55.586415 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:55.609461 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (a0427f63-0495-4781-9a38-2f48a4241995), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.611535 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (a0427f63-0495-4781-9a38-2f48a4241995), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.611696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks [] for security_group (a16c0b1c-93bb-4200-b4a3-f94351886321), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.616613 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a16c0b1c-93bb-4200-b4a3-f94351886321), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.628969 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Publish callbacks [] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.639530 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.641108 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:49:55.661935 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (8540fdf5-f347-44fd-81c1-964f051fc595), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.662696 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Added segment 8540fdf5-f347-44fd-81c1-964f051fc595 of type vlan for network dc50330d-409e-4f97-b557-d923da616967
Mar 18 02:49:55.664611 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16c0b1c-93bb-4200-b4a3-f94351886321,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:55.669331 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks [] for router_controller (a0427f63-0495-4781-9a38-2f48a4241995), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.703232 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396cd2f-a7d0-4522-a292-0550913d9b35 None None] Pushing event updated for resources: {'Port': ['ID=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:55.717409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (dc50330d-409e-4f97-b557-d923da616967), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.750119 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (dc50330d-409e-4f97-b557-d923da616967), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.750600 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9', 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9', 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'fixed_ips': [{'subnet_id': '35509bc5-057f-45e3-b0ef-615331df1034'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:49:55.751180 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.751296 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:55.752758 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.802280 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Attempting to bind port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:49:55.802690 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Attempting to bind port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:49:55.803060 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Attempting to bind port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:55.820084 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4932554
Mar 18 02:49:55.823110 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36546) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:55.828292 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Request body: {'subnet': {'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-596857031-subnet', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:55.841241 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd4636-f1fb-44fc-845e-125789d5bfac admin admin] Pushing event updated for resources: {'Network': ['ID=dc50330d-409e-4f97-b557-d923da616967,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:55.859646 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:49:55.860035 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Checking segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:55.860216 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Made reservation on behalf of 7d17e94bba7d42f98113baf249954b07 for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:49:55.860443 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.860948 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Bound using segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:49:55.861861 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Bound port: 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:49:55.862248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.863956 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4999567'] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.898316 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks [] for router_gateway (a0427f63-0495-4781-9a38-2f48a4241995), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:55.915978 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network dc50330d-409e-4f97-b557-d923da616967 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:49:56.041565 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6efd613c-9322-4376-a71f-2b727b8cb88b up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:49:56.082195 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8002718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4999577'] for subnet (7eaad60b-7727-49ed-bcbe-d366e507d9a4), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.146032 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaad60b-7727-49ed-bcbe-d366e507d9a4,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:56.175282 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Checking segment: {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:56.176051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Network hostable DHCP agents. Network: dc50330d-409e-4f97-b557-d923da616967, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:49:56.200790 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Network dc50330d-409e-4f97-b557-d923da616967 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:49:56.203294 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks [] for router_gateway (a0427f63-0495-4781-9a38-2f48a4241995), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.207695 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Allocated IP 172.20.0.2 (cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9/35509bc5-057f-45e3-b0ef-615331df1034/9d4c6492-3a99-4f2e-9204-7dc2e3174802) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:56.209728 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-f54ed7c6-8901-44df-9895-3576e3cae3d1 None None] Provisioning complete for port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:56.209989 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54ed7c6-8901-44df-9895-3576e3cae3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.212038 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, dc50330d-409e-4f97-b557-d923da616967) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:56.217219 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:49:56.219497 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.226525 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.239702 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-4cadf150-d0ba-40a9-acbc-643ed1d36724 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4151847
Mar 18 02:49:56.242385 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36548) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:56.245846 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb5d383-1ea1-447c-bd79-217cfdef7443 None None] Network dc50330d-409e-4f97-b557-d923da616967 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:49:56.247224 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:49:56.256462 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] For port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:49:56.270806 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.271968 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.327955 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks [] for router_controller (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), precommit_add_association {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.345141 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Allocated IP 172.27.0.235 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/7e855077-fa99-457b-8d54-eeffc7e9c787) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:56.355245 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] For port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:49:56.370504 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f54ed7c6-8901-44df-9895-3576e3cae3d1 None None] Port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:49:56.376040 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.390163 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 6efd613c-9322-4376-a71f-2b727b8cb88b triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:56.390163 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.452375 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks [] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.493881 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks [] for router_gateway (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.494282 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.548384 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:56.548639 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396cd2f-a7d0-4522-a292-0550913d9b35 None None] Pushing event updated for resources: {'Port': ['ID=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:56.564015 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:56.565403 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5993c460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:56.567747 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:56.570076 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:56.571517 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-dc50330d-409e-4f97-b557-d923da616967', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'project_id': '7d17e94bba7d42f98113baf249954b07', 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:49:56.572375 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.622876 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Pushing event updated for resources: {'Port': ['ID=7e855077-fa99-457b-8d54-eeffc7e9c787,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:56.814113 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Publish callbacks [] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.827941 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 6efd613c-9322-4376-a71f-2b727b8cb88b is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:56.840951 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.875880 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks [] for router_gateway (a0427f63-0495-4781-9a38-2f48a4241995), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.911728 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:56.962513 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:56.963352 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-434d0cfc-3416-429c-94f6-13af305d9387 None None] Provisioning complete for port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:49:56.963730 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-434d0cfc-3416-429c-94f6-13af305d9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:56.979836 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:57.004092 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Pushing event updated for resources: {'Port': ['ID=9d4c6492-3a99-4f2e-9204-7dc2e3174802,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:57.011084 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:57.077180 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks [] for router_gateway (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.095925 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.099104 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (a0427f63-0495-4781-9a38-2f48a4241995), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.213025 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Allocated IP 172.27.0.214 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/661d8e20-16e7-4895-96a3-6b24825c79ba) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:57.236530 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Router a0427f63-0495-4781-9a38-2f48a4241995 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:49:57.289706 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Allocated IP 172.20.0.2 (dc50330d-409e-4f97-b557-d923da616967/7eaad60b-7727-49ed-bcbe-d366e507d9a4/28a58e4c-ccb6-4701-9bb8-0ed16c199a90) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:57.321908 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Attempting to bind port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:49:57.322282 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Attempting to bind port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:49:57.322802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Attempting to bind port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 on network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:57.324406 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks [] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.350328 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:49:57.368374 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.370479 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Sync routers for ids ['a0427f63-0495-4781-9a38-2f48a4241995'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:49:57.371611 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.376591 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36552) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:57.379750 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5ffe8d1f-1f54-4b01-b4db-729edd21520c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.7982073
Mar 18 02:49:57.389449 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:49:57.389821 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Checking segment: {'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:57.390226 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.390649 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Bound using segment: {'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:49:57.391122 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Bound port: 9d4c6492-3a99-4f2e-9204-7dc2e3174802, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:49:57.391504 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.456148 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Routers {'a0427f63-0495-4781-9a38-2f48a4241995'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:57.456785 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba593e1c10>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['a0427f63-0495-4781-9a38-2f48a4241995'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:57.480271 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:57.486235 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:57.489085 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:57.518188 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Pushing event updated for resources: {'Port': ['ID=661d8e20-16e7-4895-96a3-6b24825c79ba,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:57.593133 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-434d0cfc-3416-429c-94f6-13af305d9387 None None] Current status of the port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:49:57.593528 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-434d0cfc-3416-429c-94f6-13af305d9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.696459 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] For port 9d4c6492-3a99-4f2e-9204-7dc2e3174802, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:49:57.734786 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] For port 9d4c6492-3a99-4f2e-9204-7dc2e3174802, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=9d4c6492-3a99-4f2e-9204-7dc2e3174802,segment=NetworkSegment(0a0805bb-9ec5-410c-9817-a84811a9acd2),segment_id=0a0805bb-9ec5-410c-9817-a84811a9acd2)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:49:57.744846 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-434d0cfc-3416-429c-94f6-13af305d9387 None None] For port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:49:57.761965 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Set router a0427f63-0495-4781-9a38-2f48a4241995 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:57.764489 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-434d0cfc-3416-429c-94f6-13af305d9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.766591 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.768708 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Publish callbacks [] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.853524 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.912577 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5993c460>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:56Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:57.943330 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks [] for router_gateway (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:57.968217 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83512c-1d65-4426-a462-8caccd22badd None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:56Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:49:57.974904 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Network dc50330d-409e-4f97-b557-d923da616967 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:57.980837 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d0cfc-3416-429c-94f6-13af305d9387 None None] Pushing event updated for resources: {'Port': ['ID=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:57.983072 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:58.002426 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:58.212889 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Attempting to bind port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:49:58.213357 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Attempting to bind port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:49:58.213793 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Attempting to bind port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 on network dc50330d-409e-4f97-b557-d923da616967 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:58.216708 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236ec6e-f014-4933-8394-5fab7936fada None None] Pushing event updated for resources: {'Port': ['ID=9d4c6492-3a99-4f2e-9204-7dc2e3174802,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:58.265544 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:49:58.265938 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Checking segment: {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:58.266422 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.266938 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Bound using segment: {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:49:58.267960 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Bound port: 28a58e4c-ccb6-4701-9bb8-0ed16c199a90, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:49:58.268861 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.308243 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Pushing event updated for resources: {'Port': ['ID=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:58.323777 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.368042 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba593e1c10>, [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:49:56Z', 'revision_number': 3, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port': {'id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:58.397375 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.407719 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Checking router: a0427f63-0495-4781-9a38-2f48a4241995 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:49:58.408602 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Updating router a0427f63-0495-4781-9a38-2f48a4241995 port 7e855077-fa99-457b-8d54-eeffc7e9c787 binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:49:58.415802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] For port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:49:58.448084 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] For port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:49:58.454228 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.479651 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.621803 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae5de-2a61-499b-9be4-20e252a48477 None None] Pushing event updated for resources: {'Port': ['ID=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:58.624501 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Allocated IP 172.20.0.1 (cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9/35509bc5-057f-45e3-b0ef-615331df1034/a2d865b0-fc6c-4cd2-86ff-6e002240a735) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:49:58.727426 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:49:58.867583 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Publish callbacks [] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.876095 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.903721 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks [] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.946349 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Attempting to bind port 7e855077-fa99-457b-8d54-eeffc7e9c787 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:49:58.946769 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Attempting to bind port 7e855077-fa99-457b-8d54-eeffc7e9c787 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:49:58.947135 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Attempting to bind port 7e855077-fa99-457b-8d54-eeffc7e9c787 on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:49:58.957348 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:49:58.957773 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:49:58.958128 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:58.958538 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:49:58.959022 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Bound port: 7e855077-fa99-457b-8d54-eeffc7e9c787, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:49:58.959533 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:59.001934 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:49:59.004918 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedee68c-0f49-4518-9303-9bb1ac64f347 None None] Pushing event updated for resources: {'Port': ['ID=7e855077-fa99-457b-8d54-eeffc7e9c787,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:59.020703 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:59.022471 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Sync routers for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:49:59.043556 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:49:59.045280 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:59.045959 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5aa2b520>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:59.047182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:59.051522 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-201f8faf-1c7b-4d8a-a244-6109887f735d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8049672
Mar 18 02:49:59.051739 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:49:59.053503 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36558) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:49:59.054212 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:49:59.115539 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] For port 7e855077-fa99-457b-8d54-eeffc7e9c787, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:49:59.121159 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] For port 7e855077-fa99-457b-8d54-eeffc7e9c787, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7e855077-fa99-457b-8d54-eeffc7e9c787,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:49:59.141552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:59.149299 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d865b0-fc6c-4cd2-86ff-6e002240a735,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:59.155537 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (a0427f63-0495-4781-9a38-2f48a4241995), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:59.252831 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedee68c-0f49-4518-9303-9bb1ac64f347 None None] Pushing event updated for resources: {'Port': ['ID=7e855077-fa99-457b-8d54-eeffc7e9c787,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:49:59.259485 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Routers {'a0427f63-0495-4781-9a38-2f48a4241995'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:49:59.260278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba593e1c10>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['a0427f63-0495-4781-9a38-2f48a4241995'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:59.298028 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:59.475829 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] Set router a0427f63-0495-4781-9a38-2f48a4241995 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:49:59.480706 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7169c06-e46d-42fd-be44-058cc2907f6a None None] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:49:59.678703 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5aa2b520>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 3, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:49:59.745826 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Checking router: ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:49:59.747410 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Updating router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 port 661d8e20-16e7-4895-96a3-6b24825c79ba binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:49:59.802977 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:49:59.825189 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.078224 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-9f95223b-1c2b-4cdf-a1d0-6aa4e0405311 None None] Provisioning complete for port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:00.078922 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f95223b-1c2b-4cdf-a1d0-6aa4e0405311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.218137 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 9d4c6492-3a99-4f2e-9204-7dc2e3174802 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:00.240831 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.312905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks [] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.327171 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.385705 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f67b24-f50c-4c22-abc1-95f78a108915 None None] Network dc50330d-409e-4f97-b557-d923da616967 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:50:00.396166 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (a0427f63-0495-4781-9a38-2f48a4241995), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.405357 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Publish callbacks [] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.408927 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d865b0-fc6c-4cd2-86ff-6e002240a735,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:00.422642 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.496685 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Attempting to bind port 661d8e20-16e7-4895-96a3-6b24825c79ba on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:00.497148 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Attempting to bind port 661d8e20-16e7-4895-96a3-6b24825c79ba by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:00.497665 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Attempting to bind port 661d8e20-16e7-4895-96a3-6b24825c79ba on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:00.509200 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:00.510313 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:00.510758 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.511155 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:00.511889 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Bound port: 661d8e20-16e7-4895-96a3-6b24825c79ba, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:00.512664 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.514970 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:00.517123 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:00.520767 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Allocated IP 172.20.0.1 (dc50330d-409e-4f97-b557-d923da616967/7eaad60b-7727-49ed-bcbe-d366e507d9a4/0c3051ab-3d1b-4f24-8589-7465a653c72a) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:00.586192 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] For port 661d8e20-16e7-4895-96a3-6b24825c79ba, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:00.589223 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] For port 661d8e20-16e7-4895-96a3-6b24825c79ba, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=661d8e20-16e7-4895-96a3-6b24825c79ba,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:00.600768 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9f95223b-1c2b-4cdf-a1d0-6aa4e0405311 None None] Current status of the port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:00.601425 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f95223b-1c2b-4cdf-a1d0-6aa4e0405311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.607348 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.660279 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-9f95223b-1c2b-4cdf-a1d0-6aa4e0405311 None None] For port 9d4c6492-3a99-4f2e-9204-7dc2e3174802, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=9d4c6492-3a99-4f2e-9204-7dc2e3174802,segment=NetworkSegment(0a0805bb-9ec5-410c-9817-a84811a9acd2),segment_id=0a0805bb-9ec5-410c-9817-a84811a9acd2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:00.661075 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Pushing event updated for resources: {'Port': ['ID=661d8e20-16e7-4895-96a3-6b24825c79ba,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:00.664319 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:00.665049 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5aa2b520>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:00.665786 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:00.666167 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.703283 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks [] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.738278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f95223b-1c2b-4cdf-a1d0-6aa4e0405311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.759716 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.791557 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Network dc50330d-409e-4f97-b557-d923da616967 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:00.793838 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:00.801058 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Router a0427f63-0495-4781-9a38-2f48a4241995 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:00.801718 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:00.825906 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95223b-1c2b-4cdf-a1d0-6aa4e0405311 None None] Pushing event updated for resources: {'Port': ['ID=9d4c6492-3a99-4f2e-9204-7dc2e3174802,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:00.830226 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba593e1c10>, [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:49:56Z', 'revision_number': 3, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port': {'id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:00.833263 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeecace-80e0-4a07-abd2-8a541c90b5a1 req-5bf13c36-e138-42e4-ba05-9e4f47b06c1f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:00.839359 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:00.852650 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bdeecace-80e0-4a07-abd2-8a541c90b5a1 req-5bf13c36-e138-42e4-ba05-9e4f47b06c1f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1226232
Mar 18 02:50:00.901185 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63100690-da22-4433-93b7-5cfb5cebe3a4 None None] The sync data for ids ['a0427f63-0495-4781-9a38-2f48a4241995'] in dv-cinder-817135-5-iscsi is: [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:49:56Z', 'revision_number': 3, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port': {'id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:00.902375 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.962348 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-5c4f3d4c-8b29-45fd-8bd6-3d9f5e2802b0 None None] Provisioning complete for port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:00.965141 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3d4c-8b29-45fd-8bd6-3d9f5e2802b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:00.991956 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.992314 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.992678 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.993050 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.993394 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.993913 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.994258 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.994615 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.994949 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.996539 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.996882 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.997284 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.997623 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.998799 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:00.999164 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:01.135730 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5aa2b520>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 3, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:01.164537 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bdeecace-80e0-4a07-abd2-8a541c90b5a1 req-2a874c02-0531-4bfe-890f-4836fadb7a55 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3004096
Mar 18 02:50:01.192557 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:01.206156 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a2fcf-bd65-4f0c-b990-198f476b054b None None] The sync data for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi is: [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 3, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:01.215916 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ede00-2310-4c9b-9014-dce455067bf9 None None] Pushing event updated for resources: {'Port': ['ID=661d8e20-16e7-4895-96a3-6b24825c79ba,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:01.224035 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:01.225330 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:01.232777 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:01.249192 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-6df494b0-5fb9-4e1d-8c44-b978dc800511 admin admin] 10.222.0.24 "PUT /v2.0/routers/a0427f63-0495-4781-9a38-2f48a4241995/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8715570
Mar 18 02:50:01.271584 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3051ab-3d1b-4f24-8589-7465a653c72a,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:01.446009 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f3d4c-8b29-45fd-8bd6-3d9f5e2802b0 None None] Current status of the port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:01.446400 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3d4c-8b29-45fd-8bd6-3d9f5e2802b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:01.484036 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:01.484418 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:01.534830 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-5c4f3d4c-8b29-45fd-8bd6-3d9f5e2802b0 None None] For port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:01.649114 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3d4c-8b29-45fd-8bd6-3d9f5e2802b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:01.780467 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f3d4c-8b29-45fd-8bd6-3d9f5e2802b0 None None] Pushing event updated for resources: {'Port': ['ID=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:01.809169 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks [] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:01.822774 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7357063'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:01.874530 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:01.875706 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:01.958285 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Provisioning complete for port 0c3051ab-3d1b-4f24-8589-7465a653c72a triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:01.958285 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:01.966836 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3051ab-3d1b-4f24-8589-7465a653c72a,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:02.052847 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Port 0c3051ab-3d1b-4f24-8589-7465a653c72a cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:02.077867 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:02.078248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.091100 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.147306 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Provisioning complete for port a2d865b0-fc6c-4cd2-86ff-6e002240a735 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:02.147688 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.216933 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Port a2d865b0-fc6c-4cd2-86ff-6e002240a735 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:02.250613 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Network dc50330d-409e-4f97-b557-d923da616967 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:02.252452 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:02.277921 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Provisioning complete for port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:02.278569 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.334542 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:02.425762 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac348aa1-9cae-4f4e-8e93-a2462a440516 req-e2a5fabc-a756-4efb-902f-7fcf9caede61 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:02.452115 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Current status of the port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:02.468319 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ac348aa1-9cae-4f4e-8e93-a2462a440516 req-e2a5fabc-a756-4efb-902f-7fcf9caede61 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1776645
Mar 18 02:50:02.469040 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Provisioning complete for port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:02.469421 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.473380 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:02.608660 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ac348aa1-9cae-4f4e-8e93-a2462a440516 req-7a8e3210-47e6-4cc2-bd7c-fef4a47d905d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393483
Mar 18 02:50:02.632459 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5c8823d0-092f-4bc0-a33f-1ef97b568c23 None None] Current status of the port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:02.749718 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7e855077-fa99-457b-8d54-eeffc7e9c787 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:02.756606 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:02.775383 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-91b8c0c2-4504-46d0-a4f4-13600ccbf536 admin admin] 10.222.0.24 "PUT /v2.0/routers/ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7194526
Mar 18 02:50:02.832210 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-32c2d301-642a-4725-992e-9526296a3698 None None] Provisioning complete for port 0c3051ab-3d1b-4f24-8589-7465a653c72a triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:02.832726 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32c2d301-642a-4725-992e-9526296a3698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.885877 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-32c2d301-642a-4725-992e-9526296a3698 None None] Port 0c3051ab-3d1b-4f24-8589-7465a653c72a cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:02.918692 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 7e855077-fa99-457b-8d54-eeffc7e9c787 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:02.918692 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.921681 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-32c2d301-642a-4725-992e-9526296a3698 None None] Provisioning complete for port a2d865b0-fc6c-4cd2-86ff-6e002240a735 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:02.921681 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32c2d301-642a-4725-992e-9526296a3698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:02.973413 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36606) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:02.977387 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-5143ce2e-7d41-421c-88c1-3e137b6af1fc tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:02.977902 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-7730b2d9-dcdc-4eed-bf8a-8c3d9748ee4c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044154494', 'description': 'tempest-secgroup-smoke-2044154494 description', 'project_id': 'dba602d147084933986b437762006786'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:02.979293 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-5143ce2e-7d41-421c-88c1-3e137b6af1fc tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.1071804
Mar 18 02:50:02.999642 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-32c2d301-642a-4725-992e-9526296a3698 None None] Port a2d865b0-fc6c-4cd2-86ff-6e002240a735 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:03.017251 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7730b2d9-dcdc-4eed-bf8a-8c3d9748ee4c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.060435 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 7e855077-fa99-457b-8d54-eeffc7e9c787 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:03.060833 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.086127 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 7e855077-fa99-457b-8d54-eeffc7e9c787, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7e855077-fa99-457b-8d54-eeffc7e9c787,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:03.092324 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.093790 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 9d4c6492-3a99-4f2e-9204-7dc2e3174802 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:03.101335 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Deleting port af37c8a4-d7fe-4b9a-ae59-7250dae312df {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:50:03.101679 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.120784 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7730b2d9-dcdc-4eed-bf8a-8c3d9748ee4c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group (1e918b86-240b-44ad-aa8e-22e0887a7ab9), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.128622 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7730b2d9-dcdc-4eed-bf8a-8c3d9748ee4c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (1e918b86-240b-44ad-aa8e-22e0887a7ab9), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.153272 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7730b2d9-dcdc-4eed-bf8a-8c3d9748ee4c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.158969 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7730b2d9-dcdc-4eed-bf8a-8c3d9748ee4c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1844978
Mar 18 02:50:03.165727 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36612) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:03.177236 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-378d8282-3c87-486e-a03d-c8d89b981632 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'security_group_rule': {'security_group_id': '1e918b86-240b-44ad-aa8e-22e0887a7ab9', 'project_id': 'dba602d147084933986b437762006786', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:03.189827 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=7e855077-fa99-457b-8d54-eeffc7e9c787,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:03.236426 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-378d8282-3c87-486e-a03d-c8d89b981632 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (5af2c85b-db0c-4276-9a1d-c595c12797b8), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.239290 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:03.241078 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.244946 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730b2d9-dcdc-4eed-bf8a-8c3d9748ee4c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e918b86-240b-44ad-aa8e-22e0887a7ab9,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:03.335432 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-378d8282-3c87-486e-a03d-c8d89b981632 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (5af2c85b-db0c-4276-9a1d-c595c12797b8), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.340948 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-378d8282-3c87-486e-a03d-c8d89b981632 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (5af2c85b-db0c-4276-9a1d-c595c12797b8), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.345694 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:03.346968 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:03.356618 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] For port af37c8a4-d7fe-4b9a-ae59-7250dae312df, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=af37c8a4-d7fe-4b9a-ae59-7250dae312df,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:03.357334 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.361218 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d8282-3c87-486e-a03d-c8d89b981632 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af2c85b-db0c-4276-9a1d-c595c12797b8,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:03.373044 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-378d8282-3c87-486e-a03d-c8d89b981632 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.374371 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-378d8282-3c87-486e-a03d-c8d89b981632 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2071698
Mar 18 02:50:03.377849 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36624) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:03.383209 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-958ebb4e-4143-46b0-b317-bf6695518e8f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'security_group_rule': {'security_group_id': '1e918b86-240b-44ad-aa8e-22e0887a7ab9', 'project_id': 'dba602d147084933986b437762006786', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:03.418339 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-958ebb4e-4143-46b0-b317-bf6695518e8f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (3baab833-3d00-4269-a89a-4cf595d7fa84), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.449435 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:03.451772 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.506479 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-958ebb4e-4143-46b0-b317-bf6695518e8f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (3baab833-3d00-4269-a89a-4cf595d7fa84), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.515489 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-958ebb4e-4143-46b0-b317-bf6695518e8f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (3baab833-3d00-4269-a89a-4cf595d7fa84), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.553173 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-958ebb4e-4143-46b0-b317-bf6695518e8f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.557033 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-958ebb4e-4143-46b0-b317-bf6695518e8f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1756833
Mar 18 02:50:03.557033 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ebb4e-4143-46b0-b317-bf6695518e8f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baab833-3d00-4269-a89a-4cf595d7fa84,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:03.562795 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36630) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:03.572179 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-0cd55c16-6385-4dcc-8f10-bd5ba40a9f50 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'security_group_rule': {'security_group_id': '1e918b86-240b-44ad-aa8e-22e0887a7ab9', 'project_id': 'dba602d147084933986b437762006786', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:03.576587 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:03.583803 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 661d8e20-16e7-4895-96a3-6b24825c79ba up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:03.597037 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36632) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:03.608887 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268483027-network', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:03.622194 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.623320 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (9629b82a-fff7-4fb6-8366-0e94487e44cf), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.623719 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Floating IP 9629b82a-fff7-4fb6-8366-0e94487e44cf disassociated. External IP: 172.27.0.215, port: af37c8a4-d7fe-4b9a-ae59-7250dae312df.
Mar 18 02:50:03.624182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Calling delete_port for af37c8a4-d7fe-4b9a-ae59-7250dae312df owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:50:03.634173 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Made reservation on behalf of fe4851754e0d471ab3c6db5a7d910141 for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:50:03.636565 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.647812 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd55c16-6385-4dcc-8f10-bd5ba40a9f50 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (f6008edc-10a0-45a1-9c2d-b903c1a4ad86), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.651735 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 661d8e20-16e7-4895-96a3-6b24825c79ba triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:03.652133 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.652335 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.732744 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd55c16-6385-4dcc-8f10-bd5ba40a9f50 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (f6008edc-10a0-45a1-9c2d-b903c1a4ad86), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.736767 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 661d8e20-16e7-4895-96a3-6b24825c79ba is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:03.737191 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.746930 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd55c16-6385-4dcc-8f10-bd5ba40a9f50 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (f6008edc-10a0-45a1-9c2d-b903c1a4ad86), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.763049 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 661d8e20-16e7-4895-96a3-6b24825c79ba, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=661d8e20-16e7-4895-96a3-6b24825c79ba,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:03.766821 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd55c16-6385-4dcc-8f10-bd5ba40a9f50 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6008edc-10a0-45a1-9c2d-b903c1a4ad86,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:03.769188 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.791261 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f25bb1-0aff-416e-92c0-deae3e8fd645 req-0dc0a69d-76e7-41c1-8812-f074d068fa0b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:03.801730 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0cd55c16-6385-4dcc-8f10-bd5ba40a9f50 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.805115 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0cd55c16-6385-4dcc-8f10-bd5ba40a9f50 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2363429
Mar 18 02:50:03.805115 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks [] for security_group (101ea690-95b8-4e19-b8ea-6bf2891754c4), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.805373 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-70f25bb1-0aff-416e-92c0-deae3e8fd645 req-0dc0a69d-76e7-41c1-8812-f074d068fa0b tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 946 time: 0.2284632
Mar 18 02:50:03.805481 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36636) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:03.810271 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-645235f7-20e6-4fd0-848d-d2472b6b545d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'security_group_rule': {'security_group_id': '1e918b86-240b-44ad-aa8e-22e0887a7ab9', 'project_id': 'dba602d147084933986b437762006786', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:03.817816 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (101ea690-95b8-4e19-b8ea-6bf2891754c4), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.849586 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:50:03.869872 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101ea690-95b8-4e19-b8ea-6bf2891754c4,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:03.877150 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (ab8b812d-018d-49ec-b374-c5c77e1825b6), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.877518 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Added segment ab8b812d-018d-49ec-b374-c5c77e1825b6 of type vlan for network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5
Mar 18 02:50:03.886144 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-645235f7-20e6-4fd0-848d-d2472b6b545d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (4a144906-eb31-47cd-9d0c-7078db66b98c), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.945154 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-70f25bb1-0aff-416e-92c0-deae3e8fd645 req-ead3bb25-fc78-4912-8ef1-b55a492bf4cb tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395473
Mar 18 02:50:03.955543 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe441-fb03-4ead-a707-51b4398b7c7f req-f84bb0c4-8c53-476f-aaab-ec2a11fb5ba1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:03.956073 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (119bc25d-9f41-4545-8889-7b6bc6ccbcc5), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.963659 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cacbe441-fb03-4ead-a707-51b4398b7c7f req-f84bb0c4-8c53-476f-aaab-ec2a11fb5ba1 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 945 time: 0.2311442
Mar 18 02:50:03.974296 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (af37c8a4-d7fe-4b9a-ae59-7250dae312df), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.979401 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=661d8e20-16e7-4895-96a3-6b24825c79ba,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:03.983337 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-645235f7-20e6-4fd0-848d-d2472b6b545d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (4a144906-eb31-47cd-9d0c-7078db66b98c), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:03.989939 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-645235f7-20e6-4fd0-848d-d2472b6b545d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (4a144906-eb31-47cd-9d0c-7078db66b98c), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.007332 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (119bc25d-9f41-4545-8889-7b6bc6ccbcc5), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.008635 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:04.008991 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.016108 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645235f7-20e6-4fd0-848d-d2472b6b545d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a144906-eb31-47cd-9d0c-7078db66b98c,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:04.024687 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event deleted for resources: {'Port': ['ID=af37c8a4-d7fe-4b9a-ae59-7250dae312df,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:04.061965 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-645235f7-20e6-4fd0-848d-d2472b6b545d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.066230 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-645235f7-20e6-4fd0-848d-d2472b6b545d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2569592
Mar 18 02:50:04.069284 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36638) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:04.081120 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'security_group_rule': {'security_group_id': '1e918b86-240b-44ad-aa8e-22e0887a7ab9', 'project_id': 'dba602d147084933986b437762006786', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:04.089937 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4918578
Mar 18 02:50:04.096138 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36640) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:04.100553 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Request body: {'subnet': {'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268483027-subnet', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:04.116768 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50aa3d-bac0-4dcf-af4d-5970d8cd5990 admin admin] Pushing event updated for resources: {'Network': ['ID=119bc25d-9f41-4545-8889-7b6bc6ccbcc5,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:04.123202 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cacbe441-fb03-4ead-a707-51b4398b7c7f req-c0b06709-e093-4377-ada8-9d6fb50c8926 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=2922603e-6e83-4169-bf22-32e64969a30c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1580403
Mar 18 02:50:04.130456 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.securitygroups_db [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Project dba602d147084933986b437762006786 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 18 02:50:04.130992 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:50:04.136336 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (b61bd52e-e340-495d-80dc-c7386048552a), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.151236 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Made reservation on behalf of fe4851754e0d471ab3c6db5a7d910141 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:50:04.154398 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596854'] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.184614 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Router 6808243f-745f-453f-ac0a-131089b914d2 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:04.249260 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (b61bd52e-e340-495d-80dc-c7386048552a), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.255426 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (b61bd52e-e340-495d-80dc-c7386048552a), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.282161 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61bd52e-e340-495d-80dc-c7386048552a,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:04.297932 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.299678 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a05b070c-feec-412f-878c-1734851861b5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2319968
Mar 18 02:50:04.305102 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36642) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:04.308251 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'security_group_rule': {'security_group_id': '1e918b86-240b-44ad-aa8e-22e0887a7ab9', 'project_id': 'dba602d147084933986b437762006786', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:04.324332 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:04.356019 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] Sync routers for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:04.380905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] No DVR routers for this DVR port af37c8a4-d7fe-4b9a-ae59-7250dae312df on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:50:04.382878 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.securitygroups_db [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Project dba602d147084933986b437762006786 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 18 02:50:04.387011 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.390316 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-407e48d8-fbe8-4169-bb20-d2badbf147ab req-71b3aaba-7f2c-4095-b262-0a77d0317136 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "DELETE /v2.0/ports/af37c8a4-d7fe-4b9a-ae59-7250dae312df HTTP/1.1" status: 204  len: 173 time: 1.4054725
Mar 18 02:50:04.392704 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'name': 'network-vif-deleted', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:04.393913 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:04.395842 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59322fa0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:04.408093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f709ea88-8655-495e-8142-ca4762452475" -d '{"events": [{"server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "name": "network-vif-deleted", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:04.417757 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (40ddd5bc-d01d-4293-9211-c8861224d5eb), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.487383 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7356416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596832'] for subnet (be11c621-28dd-442e-87de-e43240fc4360), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.500890 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0538efb2-7b90-41cb-bb55-ab52be9e1775 x-openstack-request-id: req-0538efb2-7b90-41cb-bb55-ab52be9e1775 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:04.503261 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9d0628-28f6-452f-aefd-440abdd038f5", "name": "network-vif-deleted", "tag": "af37c8a4-d7fe-4b9a-ae59-7250dae312df", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:04.503529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0538efb2-7b90-41cb-bb55-ab52be9e1775 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:04.504328 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9d0628-28f6-452f-aefd-440abdd038f5', 'name': 'network-vif-deleted', 'tag': 'af37c8a4-d7fe-4b9a-ae59-7250dae312df', 'status': 'completed', 'code': 200}
Mar 18 02:50:04.579408 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (40ddd5bc-d01d-4293-9211-c8861224d5eb), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.591256 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (40ddd5bc-d01d-4293-9211-c8861224d5eb), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.597547 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be11c621-28dd-442e-87de-e43240fc4360,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:04.606365 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7e855077-fa99-457b-8d54-eeffc7e9c787 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:04.643745 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Checking segment: {'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:04.644302 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Network hostable DHCP agents. Network: 119bc25d-9f41-4545-8889-7b6bc6ccbcc5, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:50:04.654018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ddd5bc-d01d-4293-9211-c8861224d5eb,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:04.671267 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.672594 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-66e03c4d-07fe-41d4-bdbf-0cb6f332ecd4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3678572
Mar 18 02:50:04.686520 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:50:04.702343 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 119bc25d-9f41-4545-8889-7b6bc6ccbcc5) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:04.707413 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:04.708290 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.712930 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a3aac-4ba1-425d-8ff1-96b0f1af00ff None None] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:50:04.728186 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-15e6902b-15bb-4821-85d0-1332f1ed3b85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6309350
Mar 18 02:50:04.730569 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36652) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:04.736128 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:04.764547 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (4d287acc-3966-4748-8900-58f6dff92244), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.766161 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (4d287acc-3966-4748-8900-58f6dff92244), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.795030 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:04.825348 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks [] for router_controller (4d287acc-3966-4748-8900-58f6dff92244), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:04.830241 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 7e855077-fa99-457b-8d54-eeffc7e9c787 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:04.830948 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.025740 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'fixed_ips': [{'subnet_id': 'be11c621-28dd-442e-87de-e43240fc4360'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:50:05.026964 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.258878 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4eb56-f838-4084-a77a-89dbbf7db2a2 req-a2cff46e-281e-4de8-8cc1-04a80e5859ee tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:05.268732 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1b4eb56-f838-4084-a77a-89dbbf7db2a2 req-a2cff46e-281e-4de8-8cc1-04a80e5859ee tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 946 time: 0.1361105
Mar 18 02:50:05.272929 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 7e855077-fa99-457b-8d54-eeffc7e9c787 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:05.274407 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 661d8e20-16e7-4895-96a3-6b24825c79ba up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:05.325926 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks [] for router_gateway (4d287acc-3966-4748-8900-58f6dff92244), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.337202 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-84a36cd4-7196-49d1-90ff-070eb65e1851 req-227c0d15-b1d5-4fa3-94a2-697600030917 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9d0628-28f6-452f-aefd-440abdd038f5 HTTP/1.1" status: 200  len: 210 time: 0.0625360
Mar 18 02:50:05.350469 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device af37c8a4-d7fe-4b9a-ae59-7250dae312df no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:50:05.393987 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: af37c8a4-d7fe-4b9a-ae59-7250dae312df {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:50:05.394551 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device af37c8a4-d7fe-4b9a-ae59-7250dae312df not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:50:05.395182 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9a565d45-3d8e-47d1-937f-10e5814c88d5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:50:05.451171 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1b4eb56-f838-4084-a77a-89dbbf7db2a2 req-d5e53c7b-ebfd-4f7f-8157-667e2ef33811 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=899e1e82-5b94-419e-9fd2-dc1dc03ca681&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1814020
Mar 18 02:50:05.483290 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019bb9-4a1a-453e-b615-929251af9741 req-623ea80f-227b-472b-906f-cb76db9f46fe tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:05.484310 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-13019bb9-4a1a-453e-b615-929251af9741 req-623ea80f-227b-472b-906f-cb76db9f46fe tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 946 time: 0.1598992
Mar 18 02:50:05.533309 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Allocated IP 172.20.0.2 (119bc25d-9f41-4545-8889-7b6bc6ccbcc5/be11c621-28dd-442e-87de-e43240fc4360/3939caa8-92ae-479d-bb35-b1712f97bfc4) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:05.550471 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 661d8e20-16e7-4895-96a3-6b24825c79ba triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:05.551301 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.653773 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port 9a565d45-3d8e-47d1-937f-10e5814c88d5 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:50:05.654269 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.666272 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59322fa0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:05.719422 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] Checking router: 6808243f-745f-453f-ac0a-131089b914d2 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:05.739427 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9a565d45-3d8e-47d1-937f-10e5814c88d5 is: ACTIVE; New status is: DOWN {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:05.740284 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.745412 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks [] for router_gateway (4d287acc-3966-4748-8900-58f6dff92244), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.763863 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] For port 9a565d45-3d8e-47d1-937f-10e5814c88d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:05.764656 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.765154 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:05.776329 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:05.776672 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59322fa0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:05.881760 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:05.884918 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464d155-b479-4b51-a769-190601664b64" -d '{"events": [{"server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "name": "network-vif-unplugged", "status": "completed", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:05.888942 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Allocated IP 172.27.0.27 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/dc6e47d3-c2e9-481d-83bc-7b99ae219297) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:05.921835 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9a565d45-3d8e-47d1-937f-10e5814c88d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9a565d45-3d8e-47d1-937f-10e5814c88d5,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:05.955526 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.006714 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 661d8e20-16e7-4895-96a3-6b24825c79ba is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:06.018029 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6624ad55-2239-4f9a-a101-3f54f3ec07a7 x-openstack-request-id: req-6624ad55-2239-4f9a-a101-3f54f3ec07a7 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:06.018771 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "name": "network-vif-unplugged", "status": "completed", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:06.019364 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6624ad55-2239-4f9a-a101-3f54f3ec07a7 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:06.020000 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'code': 200}
Mar 18 02:50:06.045004 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks [] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.052039 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Publish callbacks [] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.074118 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.074687 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (720ce6a1-826e-4496-be51-d6c507ef7664), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.075008 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 720ce6a1-826e-4496-be51-d6c507ef7664 disassociated. External IP: 172.27.0.143, port: 9a565d45-3d8e-47d1-937f-10e5814c88d5.
Mar 18 02:50:06.075358 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for 9a565d45-3d8e-47d1-937f-10e5814c88d5 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:50:06.079855 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.083627 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:06.098905 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.135951 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9a565d45-3d8e-47d1-937f-10e5814c88d5,revision_number=6']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:06.169030 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:06.172565 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:06.176762 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:06.187469 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6e47d3-c2e9-481d-83bc-7b99ae219297,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:06.222246 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:06.229730 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:06.243399 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:06.295630 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9a565d45-3d8e-47d1-937f-10e5814c88d5), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.333515 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Sync routers for ids ['a0427f63-0495-4781-9a38-2f48a4241995'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:06.335432 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=9a565d45-3d8e-47d1-937f-10e5814c88d5,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:06.357516 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Routers {'a0427f63-0495-4781-9a38-2f48a4241995'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:06.359634 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3e2dc0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['a0427f63-0495-4781-9a38-2f48a4241995'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:06.472290 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Pushing event updated for resources: {'Port': ['ID=3939caa8-92ae-479d-bb35-b1712f97bfc4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:06.521740 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36718) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:06.605516 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Set router a0427f63-0495-4781-9a38-2f48a4241995 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:06.611826 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Attempting to bind port 3939caa8-92ae-479d-bb35-b1712f97bfc4 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:06.613686 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Attempting to bind port 3939caa8-92ae-479d-bb35-b1712f97bfc4 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:06.619337 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Attempting to bind port 3939caa8-92ae-479d-bb35-b1712f97bfc4 on network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:06.645042 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Sync routers for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:06.654953 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:06.655651 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Checking segment: {'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:06.656299 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.656901 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Bound using segment: {'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:06.658092 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Bound port: 3939caa8-92ae-479d-bb35-b1712f97bfc4, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:06.658726 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.672497 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks [] for router_gateway (4d287acc-3966-4748-8900-58f6dff92244), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.678934 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e61ed42d-d207-4ecb-9971-3558dd4204ef req-219b61bd-c2df-4b09-8c51-360b2023a0e9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 210 time: 0.0852897
Mar 18 02:50:06.697455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:06.709308 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:06.710273 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba593f6640>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:06.811292 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c6f843d2-fd17-4324-8acf-30a6ecd8662b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (2922603e-6e83-4169-bf22-32e64969a30c), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.836373 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c6f843d2-fd17-4324-8acf-30a6ecd8662b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (2922603e-6e83-4169-bf22-32e64969a30c), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.874556 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:06.912390 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c6f843d2-fd17-4324-8acf-30a6ecd8662b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (2922603e-6e83-4169-bf22-32e64969a30c), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.920081 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c6f843d2-fd17-4324-8acf-30a6ecd8662b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:06.921436 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-c6f843d2-fd17-4324-8acf-30a6ecd8662b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "DELETE /v2.0/security-groups/2922603e-6e83-4169-bf22-32e64969a30c HTTP/1.1" status: 204  len: 168 time: 0.3982291
Mar 18 02:50:06.924993 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36722) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:06.938344 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3e2dc0>, [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:49:59Z', 'revision_number': 4, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port': {'id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'a2d865b0-fc6c-4cd2-86ff-6e002240a735', 'name': '', 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'mac_address': 'fa:16:3e:4e:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35509bc5-057f-45e3-b0ef-615331df1034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:58Z', 'updated_at': '2022-03-18T02:49:59Z', 'revision_number': 2, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'subnets': [{'id': '35509bc5-057f-45e3-b0ef-615331df1034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:06.944799 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f843d2-fd17-4324-8acf-30a6ecd8662b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922603e-6e83-4169-bf22-32e64969a30c,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:06.958076 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.api.v2.resource [None req-67351789-b3fd-42eb-9666-6ed7031beb6a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] show failed (client error): The resource could not be found.
Mar 18 02:50:06.966674 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-67351789-b3fd-42eb-9666-6ed7031beb6a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups/2922603e-6e83-4169-bf22-32e64969a30c HTTP/1.1" status: 404  len: 347 time: 0.0276148
Mar 18 02:50:06.966674 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36724) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:06.973174 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Checking router: a0427f63-0495-4781-9a38-2f48a4241995 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:06.973798 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Updating router a0427f63-0495-4781-9a38-2f48a4241995 port a2d865b0-fc6c-4cd2-86ff-6e002240a735 binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:50:07.015618 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.037392 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (4d287acc-3966-4748-8900-58f6dff92244), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.102319 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-650cc121-8ce8-4c35-803b-f2b4393f3001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.153310 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59322fa0>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:07.156260 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:07.181083 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:07.203170 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb3072-6620-4603-ab60-c8b72313319c None None] The sync data for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi is: [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:07.203170 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] For port 3939caa8-92ae-479d-bb35-b1712f97bfc4, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:07.218125 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] No DVR routers for this DVR port 9a565d45-3d8e-47d1-937f-10e5814c88d5 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:50:07.225841 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] For port 3939caa8-92ae-479d-bb35-b1712f97bfc4, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=3939caa8-92ae-479d-bb35-b1712f97bfc4,segment=NetworkSegment(ab8b812d-018d-49ec-b374-c5c77e1825b6),segment_id=ab8b812d-018d-49ec-b374-c5c77e1825b6)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:07.231948 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.251024 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-13019bb9-4a1a-453e-b615-929251af9741 req-7dfc4d59-fdf6-4168-9616-be0f7fd3c52c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "DELETE /v2.0/ports/9a565d45-3d8e-47d1-937f-10e5814c88d5 HTTP/1.1" status: 204  len: 173 time: 1.7518713
Mar 18 02:50:07.255849 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'name': 'network-vif-deleted', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:07.259902 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4955b39d-9269-4cef-9abf-5bc074103418" -d '{"events": [{"server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "name": "network-vif-deleted", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:07.279449 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Deleting port 4707d973-7a3e-4f53-8384-c792c3b3270a {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:50:07.279797 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.308286 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.312422 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Router 4d287acc-3966-4748-8900-58f6dff92244 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:50:07.360065 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e9756-7f15-4b9e-addf-d94fdcaa9467 x-openstack-request-id: req-eb3e9756-7f15-4b9e-addf-d94fdcaa9467 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:07.360394 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa09a76-bc47-45e1-b244-41f3db635254", "name": "network-vif-deleted", "tag": "9a565d45-3d8e-47d1-937f-10e5814c88d5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:07.360716 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb3e9756-7f15-4b9e-addf-d94fdcaa9467 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:07.361129 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa09a76-bc47-45e1-b244-41f3db635254', 'name': 'network-vif-deleted', 'tag': '9a565d45-3d8e-47d1-937f-10e5814c88d5', 'status': 'completed', 'code': 200}
Mar 18 02:50:07.420163 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560f71-f859-4425-b685-9ed4c78343eb None None] Pushing event updated for resources: {'Port': ['ID=3939caa8-92ae-479d-bb35-b1712f97bfc4,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:07.437739 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.438070 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (4707d973-7a3e-4f53-8384-c792c3b3270a), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.453234 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba593f6640>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 2, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:07.480106 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Calling delete_port for 4707d973-7a3e-4f53-8384-c792c3b3270a owned by network:floatingip {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:50:07.500459 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Checking router: ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:07.500818 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Updating router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 port 0c3051ab-3d1b-4f24-8589-7465a653c72a binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:50:07.520122 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:07.521510 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a19f520>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:07.545356 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.561506 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:07.603543 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.608262 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-1176e4db-e764-4cd6-a8ba-fb206cb453d8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8765643
Mar 18 02:50:07.608625 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36730) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:07.718410 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Sync routers for ids ['4d287acc-3966-4748-8900-58f6dff92244'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:07.827171 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Routers {'4d287acc-3966-4748-8900-58f6dff92244'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:07.827825 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba591dff10>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['4d287acc-3966-4748-8900-58f6dff92244'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:07.853284 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Publish callbacks [] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:07.862977 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106dfac-fc49-4cb2-99ee-a009c8c78cf7 None None] New status for floating IP 9629b82a-fff7-4fb6-8366-0e94487e44cf: DOWN {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:08.035337 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.108750 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Set router 4d287acc-3966-4748-8900-58f6dff92244 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:08.136687 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4c56df5a-1ae3-4f53-84f3-48189706b606 req-c734e1d0-bfc1-400b-a082-0c2e96466114 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa09a76-bc47-45e1-b244-41f3db635254 HTTP/1.1" status: 200  len: 210 time: 0.0450618
Mar 18 02:50:08.215855 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.db.api [None req-4106dfac-fc49-4cb2-99ee-a009c8c78cf7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Mar 18 02:50:08.215855 dv-cinder-817135-5-iscsi neutron-server[115119]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Mar 18 02:50:08.215855 dv-cinder-817135-5-iscsi neutron-server[115119]: [parameters: {'status': 'DOWN', 'floatingips_id': '9629b82a-fff7-4fb6-8366-0e94487e44cf'}]
Mar 18 02:50:08.215855 dv-cinder-817135-5-iscsi neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 18 02:50:08.216415 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG oslo_db.api [None req-4106dfac-fc49-4cb2-99ee-a009c8c78cf7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 18 02:50:08.223486 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (4707d973-7a3e-4f53-8384-c792c3b3270a), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.231010 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Attempting to bind port a2d865b0-fc6c-4cd2-86ff-6e002240a735 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:08.231375 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Attempting to bind port a2d865b0-fc6c-4cd2-86ff-6e002240a735 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:08.231934 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Attempting to bind port a2d865b0-fc6c-4cd2-86ff-6e002240a735 on network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:08.277387 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:08.313033 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:08.314225 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Checking segment: {'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:08.315028 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.315720 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Bound using segment: {'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:08.316355 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Bound port: a2d865b0-fc6c-4cd2-86ff-6e002240a735, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0805bb-9ec5-410c-9817-a84811a9acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:08.316880 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.334272 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Publish callbacks [] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.340819 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4794c5e-0ae1-46c4-8b88-e6281e58bf12 None None] Pushing event updated for resources: {'Port': ['ID=a2d865b0-fc6c-4cd2-86ff-6e002240a735,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:08.357013 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.443589 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event deleted for resources: {'Port': ['ID=4707d973-7a3e-4f53-8384-c792c3b3270a,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:08.483013 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633df9fa-ba8c-4dcb-9b36-8dbd6b4a445e None None] Pushing event updated for resources: {'Port': ['ID=0c3051ab-3d1b-4f24-8589-7465a653c72a,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:08.544222 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] For port a2d865b0-fc6c-4cd2-86ff-6e002240a735, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:08.552920 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] For port a2d865b0-fc6c-4cd2-86ff-6e002240a735, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=a2d865b0-fc6c-4cd2-86ff-6e002240a735,segment=NetworkSegment(0a0805bb-9ec5-410c-9817-a84811a9acd2),segment_id=0a0805bb-9ec5-410c-9817-a84811a9acd2)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:08.580430 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.621666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (9629b82a-fff7-4fb6-8366-0e94487e44cf), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.622595 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 3939caa8-92ae-479d-bb35-b1712f97bfc4 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:08.624692 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.628981 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-151910aa-f440-4ac9-9bc0-a3e1d323f526 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "DELETE /v2.0/floatingips/9629b82a-fff7-4fb6-8366-0e94487e44cf HTTP/1.1" status: 204  len: 168 time: 1.6597557
Mar 18 02:50:08.745971 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106dfac-fc49-4cb2-99ee-a009c8c78cf7 None None] New status for floating IP 9629b82a-fff7-4fb6-8366-0e94487e44cf: DOWN {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:08.749420 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-5180e691-344b-4139-afca-ec0c337fc0aa None None] Provisioning complete for port a2d865b0-fc6c-4cd2-86ff-6e002240a735 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:08.751931 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5180e691-344b-4139-afca-ec0c337fc0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:08.800681 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Attempting to bind port 0c3051ab-3d1b-4f24-8589-7465a653c72a on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:08.802582 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Attempting to bind port 0c3051ab-3d1b-4f24-8589-7465a653c72a by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:08.804078 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Attempting to bind port 0c3051ab-3d1b-4f24-8589-7465a653c72a on network dc50330d-409e-4f97-b557-d923da616967 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:08.853800 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba591dff10>, [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:50:06Z', 'revision_number': 3, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port': {'id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:05Z', 'updated_at': '2022-03-18T02:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:08.930289 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4794c5e-0ae1-46c4-8b88-e6281e58bf12 None None] Pushing event updated for resources: {'Port': ['ID=a2d865b0-fc6c-4cd2-86ff-6e002240a735,revision_number=4']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:08.938435 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Routers {'a0427f63-0495-4781-9a38-2f48a4241995'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:08.939267 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3e2dc0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['a0427f63-0495-4781-9a38-2f48a4241995'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:09.041669 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.096938 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a19f520>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:09.107671 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:09.108162 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Checking segment: {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:09.108663 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.109175 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Bound using segment: {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:09.109729 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Bound port: 0c3051ab-3d1b-4f24-8589-7465a653c72a, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:09.110132 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.135090 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:09.143531 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Checking router: 4d287acc-3966-4748-8900-58f6dff92244 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:09.143892 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Updating router 4d287acc-3966-4748-8900-58f6dff92244 port dc6e47d3-c2e9-481d-83bc-7b99ae219297 binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:50:09.155368 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36744) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:09.162207 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-1d51c754-6d45-4520-8b54-fd5dc1fb50b9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470109653', 'description': 'tempest-description--1930430185'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:09.184912 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] Set router a0427f63-0495-4781-9a38-2f48a4241995 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:09.217543 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1d51c754-6d45-4520-8b54-fd5dc1fb50b9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.231440 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:09.232076 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a19f520>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:49:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:09.235797 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 3939caa8-92ae-479d-bb35-b1712f97bfc4 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:09.236241 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.288694 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb71049-46cd-4292-bcac-da022aa51fc6 None None] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:50:09.359158 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Allocated IP 172.20.0.1 (119bc25d-9f41-4545-8889-7b6bc6ccbcc5/be11c621-28dd-442e-87de-e43240fc4360/099d2bee-9797-4c57-a294-0a7796f4a8af) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:09.365517 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1d51c754-6d45-4520-8b54-fd5dc1fb50b9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (a3d9a3db-6cf7-4169-9397-2bb2ffd81412), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.366775 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36750) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:09.384716 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1d51c754-6d45-4520-8b54-fd5dc1fb50b9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a3d9a3db-6cf7-4169-9397-2bb2ffd81412), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.394466 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.416136 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1d51c754-6d45-4520-8b54-fd5dc1fb50b9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.420505 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-1d51c754-6d45-4520-8b54-fd5dc1fb50b9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2641010
Mar 18 02:50:09.421094 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36752) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:09.452623 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-223ab5eb-b57f-4421-9118-ef361c25c009 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'security_group_rule': {'security_group_id': 'a3d9a3db-6cf7-4169-9397-2bb2ffd81412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:09.489790 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c754-6d45-4520-8b54-fd5dc1fb50b9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d9a3db-6cf7-4169-9397-2bb2ffd81412,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:09.505498 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks [] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.517667 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:09.530690 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3322c6f6-e9d6-4ecc-a294-6d278f67ec9f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (899e1e82-5b94-419e-9fd2-dc1dc03ca681), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.557709 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.573618 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3322c6f6-e9d6-4ecc-a294-6d278f67ec9f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (899e1e82-5b94-419e-9fd2-dc1dc03ca681), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.586872 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbae5-8065-4bf1-8e10-c518b2767972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.619712 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:09.623849 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:09.643308 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] For port 0c3051ab-3d1b-4f24-8589-7465a653c72a, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:09.645217 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:09.651270 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Pushing event updated for resources: {'Port': ['ID=099d2bee-9797-4c57-a294-0a7796f4a8af,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:09.664409 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-223ab5eb-b57f-4421-9118-ef361c25c009 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (52866048-8d63-48ec-9834-7b87d7516ee3), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.677273 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] For port 0c3051ab-3d1b-4f24-8589-7465a653c72a, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=0c3051ab-3d1b-4f24-8589-7465a653c72a,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:09.701519 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3322c6f6-e9d6-4ecc-a294-6d278f67ec9f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (899e1e82-5b94-419e-9fd2-dc1dc03ca681), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.711942 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3322c6f6-e9d6-4ecc-a294-6d278f67ec9f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.716340 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3322c6f6-e9d6-4ecc-a294-6d278f67ec9f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/security-groups/899e1e82-5b94-419e-9fd2-dc1dc03ca681 HTTP/1.1" status: 204  len: 168 time: 0.3482392
Mar 18 02:50:09.717756 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36754) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:09.738518 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (4d287acc-3966-4748-8900-58f6dff92244), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.754306 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.api.v2.resource [None req-68841512-e1de-431a-9477-d49f275d3723 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] show failed (client error): The resource could not be found.
Mar 18 02:50:09.761815 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-68841512-e1de-431a-9477-d49f275d3723 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups/899e1e82-5b94-419e-9fd2-dc1dc03ca681 HTTP/1.1" status: 404  len: 347 time: 0.0387313
Mar 18 02:50:09.761815 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36756) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:09.770861 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-223ab5eb-b57f-4421-9118-ef361c25c009 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (52866048-8d63-48ec-9834-7b87d7516ee3), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.773188 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322c6f6-e9d6-4ecc-a294-6d278f67ec9f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899e1e82-5b94-419e-9fd2-dc1dc03ca681,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:09.786196 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-223ab5eb-b57f-4421-9118-ef361c25c009 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (52866048-8d63-48ec-9834-7b87d7516ee3), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.797517 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.807860 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ab5eb-b57f-4421-9118-ef361c25c009 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52866048-8d63-48ec-9834-7b87d7516ee3,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:09.839288 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-223ab5eb-b57f-4421-9118-ef361c25c009 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.844276 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-223ab5eb-b57f-4421-9118-ef361c25c009 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4011025
Mar 18 02:50:09.846241 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36758) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:09.868473 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-a73f00a7-127f-4fff-a276-315ad39bd321 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'security_group_rule': {'security_group_id': 'a3d9a3db-6cf7-4169-9397-2bb2ffd81412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:09.894302 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3e2dc0>, [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:49:59Z', 'revision_number': 4, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port': {'id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'a2d865b0-fc6c-4cd2-86ff-6e002240a735', 'name': '', 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'mac_address': 'fa:16:3e:4e:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35509bc5-057f-45e3-b0ef-615331df1034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:58Z', 'updated_at': '2022-03-18T02:50:08Z', 'revision_number': 4, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'subnets': [{'id': '35509bc5-057f-45e3-b0ef-615331df1034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:09.923124 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a73f00a7-127f-4fff-a276-315ad39bd321 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (fcceb448-817b-45c0-bc3d-3a68b5e9cb71), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.926222 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5180e691-344b-4139-afca-ec0c337fc0aa None None] Current status of the port a2d865b0-fc6c-4cd2-86ff-6e002240a735 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:09.926685 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5180e691-344b-4139-afca-ec0c337fc0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:09.947606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633df9fa-ba8c-4dcb-9b36-8dbd6b4a445e None None] Pushing event updated for resources: {'Port': ['ID=0c3051ab-3d1b-4f24-8589-7465a653c72a,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:09.994525 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b68ed-2e31-4b55-8a45-c0be851e9061 None None] The sync data for ids ['a0427f63-0495-4781-9a38-2f48a4241995'] in dv-cinder-817135-5-iscsi is: [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:49:59Z', 'revision_number': 4, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port': {'id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'a2d865b0-fc6c-4cd2-86ff-6e002240a735', 'name': '', 'network_id': 'cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'mac_address': 'fa:16:3e:4e:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35509bc5-057f-45e3-b0ef-615331df1034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:58Z', 'updated_at': '2022-03-18T02:50:08Z', 'revision_number': 4, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'subnets': [{'id': '35509bc5-057f-45e3-b0ef-615331df1034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:10.053229 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a73f00a7-127f-4fff-a276-315ad39bd321 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (fcceb448-817b-45c0-bc3d-3a68b5e9cb71), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.064789 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:10.065774 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba593f6640>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:10.080598 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a73f00a7-127f-4fff-a276-315ad39bd321 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (fcceb448-817b-45c0-bc3d-3a68b5e9cb71), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.132678 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f00a7-127f-4fff-a276-315ad39bd321 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcceb448-817b-45c0-bc3d-3a68b5e9cb71,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:10.148664 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a19f520>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:10.163913 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a73f00a7-127f-4fff-a276-315ad39bd321 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.170337 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a73f00a7-127f-4fff-a276-315ad39bd321 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3226600
Mar 18 02:50:10.193846 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36762) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:10.202746 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:10.210215 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-5180e691-344b-4139-afca-ec0c337fc0aa None None] For port a2d865b0-fc6c-4cd2-86ff-6e002240a735, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=a2d865b0-fc6c-4cd2-86ff-6e002240a735,segment=NetworkSegment(0a0805bb-9ec5-410c-9817-a84811a9acd2),segment_id=0a0805bb-9ec5-410c-9817-a84811a9acd2)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:10.214179 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 3939caa8-92ae-479d-bb35-b1712f97bfc4 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:10.216861 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f2b6e-3b07-4316-8c8c-ed159d81dceb None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:10.217599 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.268308 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port c3466f6e-ff32-485d-827d-f9f33ef6822d {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:50:10.268813 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.290036 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5180e691-344b-4139-afca-ec0c337fc0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.450889 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.465643 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.465974 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (c3466f6e-ff32-485d-827d-f9f33ef6822d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.499379 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 3939caa8-92ae-479d-bb35-b1712f97bfc4, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=3939caa8-92ae-479d-bb35-b1712f97bfc4,segment=NetworkSegment(ab8b812d-018d-49ec-b374-c5c77e1825b6),segment_id=ab8b812d-018d-49ec-b374-c5c77e1825b6)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:10.528734 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.529323 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.532863 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for c3466f6e-ff32-485d-827d-f9f33ef6822d owned by network:floatingip {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:50:10.534720 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180e691-344b-4139-afca-ec0c337fc0aa None None] Pushing event updated for resources: {'Port': ['ID=a2d865b0-fc6c-4cd2-86ff-6e002240a735,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:10.548324 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Provisioning complete for port 0c3051ab-3d1b-4f24-8589-7465a653c72a triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:10.549381 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.557842 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:10.742973 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Publish callbacks [] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.756893 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.796230 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device a2d865b0-fc6c-4cd2-86ff-6e002240a735 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:10.849275 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba3092-e68d-4b8d-89bd-9bd0c4f64f94 None None] New status for floating IP 720ce6a1-826e-4496-be51-d6c507ef7664: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:10.851278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.875299 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.965507 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=3939caa8-92ae-479d-bb35-b1712f97bfc4,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:10.970742 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (c3466f6e-ff32-485d-827d-f9f33ef6822d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:10.986111 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks [] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.000735 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.086793 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=c3466f6e-ff32-485d-827d-f9f33ef6822d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:11.116902 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.db.api [None req-73ba3092-e68d-4b8d-89bd-9bd0c4f64f94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 18 02:50:11.117520 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG oslo_db.api [None req-73ba3092-e68d-4b8d-89bd-9bd0c4f64f94 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 18 02:50:11.128921 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Attempting to bind port dc6e47d3-c2e9-481d-83bc-7b99ae219297 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:11.129297 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Attempting to bind port dc6e47d3-c2e9-481d-83bc-7b99ae219297 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:11.129661 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Attempting to bind port dc6e47d3-c2e9-481d-83bc-7b99ae219297 on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:11.162137 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:11.162563 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:11.163207 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.163869 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:11.164092 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Bound port: dc6e47d3-c2e9-481d-83bc-7b99ae219297, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:11.164477 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.172183 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (4d287acc-3966-4748-8900-58f6dff92244), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.177544 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Current status of the port 0c3051ab-3d1b-4f24-8589-7465a653c72a is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:11.177933 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.183983 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Allocated IP 172.27.0.51 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/b42321d6-f0fd-47bf-a862-16ab5716452b) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:11.204394 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abf888-82c9-4677-b2e2-53b92294d833 None None] Pushing event updated for resources: {'Port': ['ID=dc6e47d3-c2e9-481d-83bc-7b99ae219297,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:11.210988 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (720ce6a1-826e-4496-be51-d6c507ef7664), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.214429 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.217924 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ed3d404e-6698-44c8-a19c-fed959be88d8 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/floatingips/720ce6a1-826e-4496-be51-d6c507ef7664 HTTP/1.1" status: 204  len: 168 time: 1.4559319
Mar 18 02:50:11.219050 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Pushing event updated for resources: {'Port': ['ID=099d2bee-9797-4c57-a294-0a7796f4a8af,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:11.248844 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port a2d865b0-fc6c-4cd2-86ff-6e002240a735 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:11.249396 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.321242 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] For port 0c3051ab-3d1b-4f24-8589-7465a653c72a, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=0c3051ab-3d1b-4f24-8589-7465a653c72a,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:11.354314 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.388322 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] For port dc6e47d3-c2e9-481d-83bc-7b99ae219297, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:11.400911 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.440222 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.456444 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] For port dc6e47d3-c2e9-481d-83bc-7b99ae219297, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=dc6e47d3-c2e9-481d-83bc-7b99ae219297,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:11.458810 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Provisioning complete for port 3939caa8-92ae-479d-bb35-b1712f97bfc4 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:11.459193 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.488078 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36768) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:11.492595 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-c92ae1e6-54cd-4715-b9e2-81e28b196a6f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640880053', 'description': 'tempest-description--458187934'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:11.508226 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.512304 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:11.519263 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c92ae1e6-54cd-4715-b9e2-81e28b196a6f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.519635 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:11.522434 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:11.573383 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Pushing event updated for resources: {'Port': ['ID=0c3051ab-3d1b-4f24-8589-7465a653c72a,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:11.585166 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:11.586386 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba593f6640>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:09Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:11.595500 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'Port': ['ID=b42321d6-f0fd-47bf-a862-16ab5716452b,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:11.604382 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:11.679760 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c92ae1e6-54cd-4715-b9e2-81e28b196a6f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (fb7b21f6-2d69-4761-92fe-22db6d4f2c26), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.686194 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c92ae1e6-54cd-4715-b9e2-81e28b196a6f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fb7b21f6-2d69-4761-92fe-22db6d4f2c26), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.734205 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c92ae1e6-54cd-4715-b9e2-81e28b196a6f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.737640 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c92ae1e6-54cd-4715-b9e2-81e28b196a6f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2485185
Mar 18 02:50:11.741901 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36770) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:11.750562 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-050d3a1e-e730-4d6a-b30c-8975157c2678 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': 'fb7b21f6-2d69-4761-92fe-22db6d4f2c26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:11.778715 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae1e6-54cd-4715-b9e2-81e28b196a6f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b21f6-2d69-4761-92fe-22db6d4f2c26,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:11.820453 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba3092-e68d-4b8d-89bd-9bd0c4f64f94 None None] New status for floating IP 720ce6a1-826e-4496-be51-d6c507ef7664: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:11.834521 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-050d3a1e-e730-4d6a-b30c-8975157c2678 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (f8c64b24-43d2-4263-8730-5c18738a2879), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.856678 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Router 4d287acc-3966-4748-8900-58f6dff92244 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:11.900047 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port a2d865b0-fc6c-4cd2-86ff-6e002240a735 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:11.905877 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96689d-e6d9-4425-9bf4-9e05a7db8d9d None None] The sync data for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi is: [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:09Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:11.925363 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-050d3a1e-e730-4d6a-b30c-8975157c2678 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (f8c64b24-43d2-4263-8730-5c18738a2879), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.932039 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-050d3a1e-e730-4d6a-b30c-8975157c2678 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (f8c64b24-43d2-4263-8730-5c18738a2879), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.949924 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d3a1e-e730-4d6a-b30c-8975157c2678 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c64b24-43d2-4263-8730-5c18738a2879,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:11.961287 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-050d3a1e-e730-4d6a-b30c-8975157c2678 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:11.962730 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-050d3a1e-e730-4d6a-b30c-8975157c2678 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2191837
Mar 18 02:50:11.965320 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36772) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:11.966609 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Routers {'4d287acc-3966-4748-8900-58f6dff92244'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:11.967348 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba591dff10>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['4d287acc-3966-4748-8900-58f6dff92244'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:11.971664 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-2fd7bcc5-f9f3-4cd7-9299-afd024f81fb9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'security_group_rule': {'security_group_id': 'fb7b21f6-2d69-4761-92fe-22db6d4f2c26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:12.010447 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2fd7bcc5-f9f3-4cd7-9299-afd024f81fb9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (7d8fc7d1-bda8-4343-981a-e0ae20aa35c5), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.011700 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (b090d635-a24c-45dd-ba54-16738013e901), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.108753 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2fd7bcc5-f9f3-4cd7-9299-afd024f81fb9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (7d8fc7d1-bda8-4343-981a-e0ae20aa35c5), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.116007 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2fd7bcc5-f9f3-4cd7-9299-afd024f81fb9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (7d8fc7d1-bda8-4343-981a-e0ae20aa35c5), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.121940 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:12.122264 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Current status of the port 3939caa8-92ae-479d-bb35-b1712f97bfc4 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:12.123249 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.130311 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.138913 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7bcc5-f9f3-4cd7-9299-afd024f81fb9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8fc7d1-bda8-4343-981a-e0ae20aa35c5,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:12.144392 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abf888-82c9-4677-b2e2-53b92294d833 None None] Pushing event updated for resources: {'Port': ['ID=dc6e47d3-c2e9-481d-83bc-7b99ae219297,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:12.179957 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Provisioning complete for port a2d865b0-fc6c-4cd2-86ff-6e002240a735 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:12.180567 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.190401 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2fd7bcc5-f9f3-4cd7-9299-afd024f81fb9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.194989 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2fd7bcc5-f9f3-4cd7-9299-afd024f81fb9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2255523
Mar 18 02:50:12.195487 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36776) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:12.203483 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:12.236649 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-15910ec2-4aed-4ad5-8c99-04b8aabf441b admin admin] 10.222.0.24 "PUT /v2.0/routers/4d287acc-3966-4748-8900-58f6dff92244/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6170788
Mar 18 02:50:12.248252 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.278456 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] Set router 4d287acc-3966-4748-8900-58f6dff92244 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:12.363955 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.394387 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.412323 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.470157 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e3c249a3-acd5-4fe6-86b4-eb5c1ce2ab12 None None] Current status of the port a2d865b0-fc6c-4cd2-86ff-6e002240a735 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:12.527359 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'Port': ['ID=b42321d6-f0fd-47bf-a862-16ab5716452b,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:12.534430 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (b090d635-a24c-45dd-ba54-16738013e901), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.536231 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.27.0.232 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/d39ca176-6bd7-4f67-b563-ca2a907c69c8) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:12.554177 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.558603 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-7dd7ca78-694c-44fc-ac04-d5c8627d7754 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3627076
Mar 18 02:50:12.631832 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-f0ab006c-f8c1-4821-8834-4328a0eda879 None None] Provisioning complete for port 099d2bee-9797-4c57-a294-0a7796f4a8af triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:12.632278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f0ab006c-f8c1-4821-8834-4328a0eda879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.690642 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab006c-f8c1-4821-8834-4328a0eda879 None None] Port 099d2bee-9797-4c57-a294-0a7796f4a8af cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:12.708610 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba591dff10>, [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 4, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port': {'id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:05Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '099d2bee-9797-4c57-a294-0a7796f4a8af', 'name': '', 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'mac_address': 'fa:16:3e:8a:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'be11c621-28dd-442e-87de-e43240fc4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:09Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 2, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'subnets': [{'id': 'be11c621-28dd-442e-87de-e43240fc4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:12.754278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466780a3-9eb2-4471-809f-749425585dd6 None None] The sync data for ids ['4d287acc-3966-4748-8900-58f6dff92244'] in dv-cinder-817135-5-iscsi is: [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 4, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port': {'id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:05Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '099d2bee-9797-4c57-a294-0a7796f4a8af', 'name': '', 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'mac_address': 'fa:16:3e:8a:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'be11c621-28dd-442e-87de-e43240fc4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:09Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 2, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'subnets': [{'id': 'be11c621-28dd-442e-87de-e43240fc4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:12.791870 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.831435 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.854034 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 0c3051ab-3d1b-4f24-8589-7465a653c72a up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:12.882057 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:12.885964 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:12.898370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:12.914226 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-b5f371bb-c973-46c5-a252-6a0f5d599862 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--470109653&fields=id&tenant_id=3206ff72be72472abb2c1e9daa325e70 HTTP/1.1" status: 200  len: 267 time: 0.0587475
Mar 18 02:50:12.918145 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 0c3051ab-3d1b-4f24-8589-7465a653c72a triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:12.918629 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:12.949040 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=d39ca176-6bd7-4f67-b563-ca2a907c69c8,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:13.048526 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (66fffe1c-e418-4ef3-a5d7-3747e0827479), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.065761 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 0c3051ab-3d1b-4f24-8589-7465a653c72a is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:13.066970 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 3939caa8-92ae-479d-bb35-b1712f97bfc4 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:13.138048 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.149208 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 3939caa8-92ae-479d-bb35-b1712f97bfc4 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:13.149982 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.155861 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-69701ac1-68c1-44ae-a80d-d2ce011e55b7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:13.169824 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-69701ac1-68c1-44ae-a80d-d2ce011e55b7 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 811 time: 0.2483211
Mar 18 02:50:13.195188 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-37250beb-a93d-4aa1-bbc2-f6ebcc158a0d tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/quotas/3206ff72be72472abb2c1e9daa325e70 HTTP/1.1" status: 200  len: 375 time: 0.0235176
Mar 18 02:50:13.268647 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-ed50c110-111a-4190-8b66-509a1a3fa13b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0715840
Mar 18 02:50:13.294453 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 3939caa8-92ae-479d-bb35-b1712f97bfc4 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:13.368138 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.381809 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7357063'] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.466424 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36798) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:13.488884 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-fd196728-277f-460e-9cc5-bc5c933cad59 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913071151', 'description': 'tempest-secgroup-smoke-913071151 description', 'project_id': '7d17e94bba7d42f98113baf249954b07'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:13.501298 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=d39ca176-6bd7-4f67-b563-ca2a907c69c8,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:13.510035 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (66fffe1c-e418-4ef3-a5d7-3747e0827479), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.526863 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fd196728-277f-460e-9cc5-bc5c933cad59 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.539336 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.540744 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-f7b041f9-7c01-4cf0-bb4c-a985b94aa947 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3439980
Mar 18 02:50:13.575548 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.758272 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-b8fb7bdd-bbc1-415a-953f-f65b92bcc996 service neutron] 10.222.0.24 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4649012
Mar 18 02:50:13.861643 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fd196728-277f-460e-9cc5-bc5c933cad59 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group (71e865a2-12a9-4ff0-9fd7-cf4b7a98f624), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.867993 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fd196728-277f-460e-9cc5-bc5c933cad59 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (71e865a2-12a9-4ff0-9fd7-cf4b7a98f624), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.901936 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fd196728-277f-460e-9cc5-bc5c933cad59 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:13.903432 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-fd196728-277f-460e-9cc5-bc5c933cad59 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.4344025
Mar 18 02:50:13.905555 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd196728-277f-460e-9cc5-bc5c933cad59 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:13.907938 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36812) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:13.913542 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-34f769ec-4a47-4229-bf30-969114e6c36e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'security_group_rule': {'security_group_id': '71e865a2-12a9-4ff0-9fd7-cf4b7a98f624', 'project_id': '7d17e94bba7d42f98113baf249954b07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:13.917516 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2076e260-1b5a-40d6-b820-db9a07054ef0 service neutron] 10.222.0.24 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582894
Mar 18 02:50:13.921389 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-864191a5-73b8-431f-87f8-430a3b49793d tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1640880053&fields=id&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 267 time: 0.0939176
Mar 18 02:50:13.944759 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-34f769ec-4a47-4229-bf30-969114e6c36e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (c78cb11f-d609-4b3c-8212-0eb178d35276), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.081903 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-34f769ec-4a47-4229-bf30-969114e6c36e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (c78cb11f-d609-4b3c-8212-0eb178d35276), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.092775 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-34f769ec-4a47-4229-bf30-969114e6c36e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (c78cb11f-d609-4b3c-8212-0eb178d35276), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.115792 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-9e0f025f-614f-400e-bf1d-90ca98a29600 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:14.117362 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-9e0f025f-614f-400e-bf1d-90ca98a29600 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.1763418
Mar 18 02:50:14.131510 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-34f769ec-4a47-4229-bf30-969114e6c36e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.135320 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-34f769ec-4a47-4229-bf30-969114e6c36e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2239211
Mar 18 02:50:14.135667 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36818) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:14.140145 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-ff2b3892-0287-429f-a488-470cf1cb268d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'security_group_rule': {'security_group_id': '71e865a2-12a9-4ff0-9fd7-cf4b7a98f624', 'project_id': '7d17e94bba7d42f98113baf249954b07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:14.150830 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f769ec-4a47-4229-bf30-969114e6c36e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78cb11f-d609-4b3c-8212-0eb178d35276,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:14.164784 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bd338258-3744-4404-8b28-5db7329e7fe1 req-5b3d0459-d2e6-4530-8ac3-9e421950eb77 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 210 time: 0.0463088
Mar 18 02:50:14.187455 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3892-0287-429f-a488-470cf1cb268d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (657eade3-140c-498d-a1eb-d9177a3061cf), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.191158 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-8c5122d5-2ac2-46f2-8bf5-c2ea0fd66d78 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/quotas/9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 375 time: 0.0253141
Mar 18 02:50:14.280306 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-445896f7-ae8c-4a59-9ee8-f2548ddb9dc7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0830536
Mar 18 02:50:14.323310 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3892-0287-429f-a488-470cf1cb268d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (657eade3-140c-498d-a1eb-d9177a3061cf), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.331533 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3892-0287-429f-a488-470cf1cb268d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (657eade3-140c-498d-a1eb-d9177a3061cf), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.351751 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b3892-0287-429f-a488-470cf1cb268d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657eade3-140c-498d-a1eb-d9177a3061cf,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:14.365528 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3892-0287-429f-a488-470cf1cb268d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.369653 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ff2b3892-0287-429f-a488-470cf1cb268d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2306457
Mar 18 02:50:14.369992 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36826) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:14.374958 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-31d1872c-ea6b-4edd-aaed-230cd2a37f6c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'security_group_rule': {'security_group_id': '71e865a2-12a9-4ff0-9fd7-cf4b7a98f624', 'project_id': '7d17e94bba7d42f98113baf249954b07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:14.411437 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-31d1872c-ea6b-4edd-aaed-230cd2a37f6c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (c48c12f9-7846-4b76-b2a1-3bb1cf63515e), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.434570 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-e670e7eb-c7c2-4b3c-a60c-efcb647a3ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341341
Mar 18 02:50:14.540667 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-31d1872c-ea6b-4edd-aaed-230cd2a37f6c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (c48c12f9-7846-4b76-b2a1-3bb1cf63515e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.552264 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-31d1872c-ea6b-4edd-aaed-230cd2a37f6c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (c48c12f9-7846-4b76-b2a1-3bb1cf63515e), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.577058 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1872c-ea6b-4edd-aaed-230cd2a37f6c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48c12f9-7846-4b76-b2a1-3bb1cf63515e,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:14.584836 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-22040302-803c-417a-9a0e-b7c7a931a96c service neutron] 10.222.0.24 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420465
Mar 18 02:50:14.602371 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-31d1872c-ea6b-4edd-aaed-230cd2a37f6c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.602371 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-31d1872c-ea6b-4edd-aaed-230cd2a37f6c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2288427
Mar 18 02:50:14.603206 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36830) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:14.607332 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-9ce2182f-8b5d-4a57-aace-566cd8a50479 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'security_group_rule': {'security_group_id': '71e865a2-12a9-4ff0-9fd7-cf4b7a98f624', 'project_id': '7d17e94bba7d42f98113baf249954b07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:14.675771 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9ce2182f-8b5d-4a57-aace-566cd8a50479 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (6d49c674-71dc-419f-b8dc-1c761a5f1418), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.776772 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9ce2182f-8b5d-4a57-aace-566cd8a50479 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (6d49c674-71dc-419f-b8dc-1c761a5f1418), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.783098 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9ce2182f-8b5d-4a57-aace-566cd8a50479 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (6d49c674-71dc-419f-b8dc-1c761a5f1418), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.826770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2182f-8b5d-4a57-aace-566cd8a50479 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d49c674-71dc-419f-b8dc-1c761a5f1418,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:14.835343 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9ce2182f-8b5d-4a57-aace-566cd8a50479 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:14.836959 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9ce2182f-8b5d-4a57-aace-566cd8a50479 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2332017
Mar 18 02:50:14.839843 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 36840) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:14.847500 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'security_group_rule': {'security_group_id': '71e865a2-12a9-4ff0-9fd7-cf4b7a98f624', 'project_id': '7d17e94bba7d42f98113baf249954b07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:14.897665 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.securitygroups_db [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Project 7d17e94bba7d42f98113baf249954b07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 18 02:50:14.898683 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-51cb7988-4b97-4c1e-926a-368b7c4907f5 req-f449fe9a-7487-44eb-aa74-6ce13b98ed04 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 210 time: 0.0460286
Mar 18 02:50:14.906102 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (77bc4f46-491d-481a-98dd-c09d9b1dc40c), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.011085 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (77bc4f46-491d-481a-98dd-c09d9b1dc40c), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.018370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (77bc4f46-491d-481a-98dd-c09d9b1dc40c), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.048611 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bc4f46-491d-481a-98dd-c09d9b1dc40c,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:15.057071 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.061737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 36852) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:15.062646 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-69b0ee60-5280-471c-a2b0-7d995ef4113b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2216563
Mar 18 02:50:15.066868 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'security_group_rule': {'security_group_id': '71e865a2-12a9-4ff0-9fd7-cf4b7a98f624', 'project_id': '7d17e94bba7d42f98113baf249954b07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:15.096101 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.securitygroups_db [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Project 7d17e94bba7d42f98113baf249954b07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 18 02:50:15.100995 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (17a1efc9-8b24-45d5-baac-d9fecca565a9), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.163533 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (17a1efc9-8b24-45d5-baac-d9fecca565a9), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.167867 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (17a1efc9-8b24-45d5-baac-d9fecca565a9), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.185017 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a1efc9-8b24-45d5-baac-d9fecca565a9,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:15.195089 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.204889 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-5cb3914c-3dea-4c33-9f53-4e6c8f1f7a44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1336310
Mar 18 02:50:15.273785 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e74686bb-f46c-4693-b219-9d5c7b4b0484 req-82678620-60ad-42d6-bda2-cd2e5910234c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 210 time: 0.0341573
Mar 18 02:50:15.541576 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-457827cf-a380-4e27-951e-ab8dad6c6fa9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:15.543185 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-457827cf-a380-4e27-951e-ab8dad6c6fa9 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 811 time: 0.1249654
Mar 18 02:50:15.618152 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-f96c6a75-0b4a-45e2-a7dd-4b9c40066dd2 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3206ff72be72472abb2c1e9daa325e70 HTTP/1.1" status: 200  len: 379 time: 0.0653195
Mar 18 02:50:15.636213 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'port': {'device_id': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'admin_state_up': True, 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'security_groups': ['a3d9a3db-6cf7-4169-9397-2bb2ffd81412']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:15.764806 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Made reservation on behalf of 3206ff72be72472abb2c1e9daa325e70 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:50:15.769661 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:15.911212 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Allocated IP 172.20.0.3 (c1c8d908-2f68-4577-90cf-69c2a4313d92/73ba2539-ef23-4d16-8037-731e4706cb77/fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:16.093292 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1d98b40a-1dd0-4816-88f6-f30cb7f487c0 req-d78a6465-7f5d-4007-9f31-99a3fbe74b06 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 210 time: 0.0819056
Mar 18 02:50:16.173718 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-42d324ba-a647-457b-ace9-7cf9b10b8b01 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:16.175337 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-42d324ba-a647-457b-ace9-7cf9b10b8b01 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 815 time: 0.2293012
Mar 18 02:50:16.191865 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.266569 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-a7f98f9d-7edf-4cab-b876-1f44df0fc979 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb71a501cc048a4ab730eb78a02d8d5 HTTP/1.1" status: 200  len: 380 time: 0.0777571
Mar 18 02:50:16.274054 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.278573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'port': {'device_id': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'admin_state_up': True, 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'security_groups': ['fb7b21f6-2d69-4761-92fe-22db6d4f2c26']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:16.385763 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:16.414354 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:16.416158 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event updated for resources: {'Port': ['ID=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:16.420976 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:16.507360 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:16.507963 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.519498 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630136c9-525a-4df6-be58-ca867fc3c207 req-b4daf2b2-c932-4053-9e0f-4af64cfec305 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:16.520912 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-630136c9-525a-4df6-be58-ca867fc3c207 req-b4daf2b2-c932-4053-9e0f-4af64cfec305 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 931 time: 0.1585119
Mar 18 02:50:16.545271 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Made reservation on behalf of 9eb71a501cc048a4ab730eb78a02d8d5 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:50:16.548751 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.578086 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2d90595c-7e3b-46d0-91ea-9e39090625a4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9462070
Mar 18 02:50:16.601750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Request body: {'port': {'device_id': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:16.646120 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-6739f639-7a7d-4b73-bdb5-d8c5295b785a None None] Provisioning complete for port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:16.647137 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6739f639-7a7d-4b73-bdb5-d8c5295b785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.677373 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-630136c9-525a-4df6-be58-ca867fc3c207 req-ed0f346b-c1a7-4f04-b6cc-17efa39115c6 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372433
Mar 18 02:50:16.682713 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device dc6e47d3-c2e9-481d-83bc-7b99ae219297 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:16.715270 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6739f639-7a7d-4b73-bdb5-d8c5295b785a None None] Port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:16.730121 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.741722 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port dc6e47d3-c2e9-481d-83bc-7b99ae219297 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:16.742094 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.811478 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Allocated IP 172.20.0.4 (abdbe5d0-e208-44c9-9d0f-66761487ec77/27be4128-fbd6-4dc1-8e0b-0829b65e9183/d30a523c-009b-4a49-a248-43f7770d6dd1) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:16.846878 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port dc6e47d3-c2e9-481d-83bc-7b99ae219297 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:16.847277 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.869951 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port dc6e47d3-c2e9-481d-83bc-7b99ae219297, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=dc6e47d3-c2e9-481d-83bc-7b99ae219297,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:16.874749 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:16.937056 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=dc6e47d3-c2e9-481d-83bc-7b99ae219297,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:17.126285 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.221583 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:17.228281 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3eca9bc2-6b0c-4402-a6c4-cb4b6bc9e7cc req-46a2cb73-20ae-4717-9a50-9bd7a711e043 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 210 time: 0.0452335
Mar 18 02:50:17.233229 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Publish callbacks [] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.250448 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.252950 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Transition to ACTIVE for port object fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:50:17.281898 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.304810 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:17.314163 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:17.321529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:17.328850 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event updated for resources: {'Port': ['ID=d30a523c-009b-4a49-a248-43f7770d6dd1,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:17.429251 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:17.429998 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.481252 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-30ceb2ca-4d23-4b95-9c72-0d1c46625657 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2085476
Mar 18 02:50:17.484248 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:17.495630 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Request body: {'port': {'device_id': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:17.550278 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Attempting to bind port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:17.550735 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Attempting to bind port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:17.551136 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Attempting to bind port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca on network c1c8d908-2f68-4577-90cf-69c2a4313d92 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:17.571409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca on network c1c8d908-2f68-4577-90cf-69c2a4313d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:50:17.571741 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Attempting to bind port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca on network c1c8d908-2f68-4577-90cf-69c2a4313d92 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:17.584317 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:17.584620 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Checking segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:17.584977 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Bound using segment: {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:17.585443 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Bound port: fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9903920-85a8-4758-86eb-4fd086adb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:17.585789 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.590856 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.648731 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-c84247c1-6004-4505-919e-0a280706f3db None None] Provisioning complete for port d30a523c-009b-4a49-a248-43f7770d6dd1 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:17.649714 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c84247c1-6004-4505-919e-0a280706f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.685665 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c84247c1-6004-4505-919e-0a280706f3db None None] Port d30a523c-009b-4a49-a248-43f7770d6dd1 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:17.745153 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] For port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:17.778373 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] For port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:17.807917 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.889781 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:17.890400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:17.892050 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] 10.222.0.35 "PUT /v2.0/ports/fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca HTTP/1.1" status: 200  len: 1093 time: 1.3032343
Mar 18 02:50:17.894205 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:17.896529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:17.951901 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a9216f-fe84-458f-bca2-7670b742f6e6 x-openstack-request-id: req-14a9216f-fe84-458f-bca2-7670b742f6e6 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:17.952178 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:17.952549 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14a9216f-fe84-458f-bca2-7670b742f6e6 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:17.952951 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'status': 'completed', 'code': 200}
Mar 18 02:50:17.979784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a297bc-0f13-414c-b518-002250924767 req-2c1d6f94-77e0-42c4-9176-64bb85107049 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:17.981327 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a4a297bc-0f13-414c-b518-002250924767 req-2c1d6f94-77e0-42c4-9176-64bb85107049 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 943 time: 0.2260377
Mar 18 02:50:18.009201 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571454c-efb2-4177-b1a0-8f5019d415c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:18.057045 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Sync routers for ids ['4d287acc-3966-4748-8900-58f6dff92244'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:18.068065 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Routers {'4d287acc-3966-4748-8900-58f6dff92244'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:18.068691 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a550ac0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['4d287acc-3966-4748-8900-58f6dff92244'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:18.108121 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a4a297bc-0f13-414c-b518-002250924767 req-18f7e8c1-22ee-4749-9456-7c6718505d8f tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057668
Mar 18 02:50:18.110463 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-e7b7f4e7-d4f0-4e1e-9dd1-4fc53715bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:18.112077 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-e7b7f4e7-d4f0-4e1e-9dd1-4fc53715bce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 1127 time: 0.1622469
Mar 18 02:50:18.178107 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-12a4eb7e-96d0-4afb-b6a6-6234e84004ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca HTTP/1.1" status: 200  len: 217 time: 0.0578423
Mar 18 02:50:18.192682 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Set router 4d287acc-3966-4748-8900-58f6dff92244 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:18.197850 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30a523c-009b-4a49-a248-43f7770d6dd1 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:18.228799 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Publish callbacks [] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.251391 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Transition to ACTIVE for port object d30a523c-009b-4a49-a248-43f7770d6dd1 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:50:18.257640 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.268448 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2338392f-819c-4803-9e4d-d9232ef423dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:18.269939 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-2338392f-819c-4803-9e4d-d9232ef423dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.0847049
Mar 18 02:50:18.399510 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Pushing event updated for resources: {'Port': ['ID=d30a523c-009b-4a49-a248-43f7770d6dd1,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:18.436125 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a550ac0>, [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 4, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port': {'id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:05Z', 'updated_at': '2022-03-18T02:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '099d2bee-9797-4c57-a294-0a7796f4a8af', 'name': '', 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'mac_address': 'fa:16:3e:8a:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'be11c621-28dd-442e-87de-e43240fc4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:09Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 2, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'subnets': [{'id': 'be11c621-28dd-442e-87de-e43240fc4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:18.458582 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-28ff75d7-030a-4e7c-8bdf-6d3d2c2f32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:18.458907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-28ff75d7-030a-4e7c-8bdf-6d3d2c2f32f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1806033
Mar 18 02:50:18.468421 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Checking router: 4d287acc-3966-4748-8900-58f6dff92244 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:18.470181 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Updating router 4d287acc-3966-4748-8900-58f6dff92244 port 099d2bee-9797-4c57-a294-0a7796f4a8af binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:50:18.503875 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.523821 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Attempting to bind port d30a523c-009b-4a49-a248-43f7770d6dd1 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:18.524162 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Attempting to bind port d30a523c-009b-4a49-a248-43f7770d6dd1 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:18.524493 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Attempting to bind port d30a523c-009b-4a49-a248-43f7770d6dd1 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:18.533905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d238c-fa47-442a-b9bf-e285a0630748 req-ac00b875-da3a-4979-b12f-598771a2358e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:18.535460 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-911d238c-fa47-442a-b9bf-e285a0630748 req-ac00b875-da3a-4979-b12f-598771a2358e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 943 time: 0.2053890
Mar 18 02:50:18.553246 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Port d30a523c-009b-4a49-a248-43f7770d6dd1 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:50:18.553562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Attempting to bind port d30a523c-009b-4a49-a248-43f7770d6dd1 on network abdbe5d0-e208-44c9-9d0f-66761487ec77 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:18.573952 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:18.574302 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Checking segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:18.574799 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Bound using segment: {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:18.575147 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Bound port: d30a523c-009b-4a49-a248-43f7770d6dd1, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a9753a-01aa-49d0-89aa-e2486598987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:18.575508 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.635814 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device dc6e47d3-c2e9-481d-83bc-7b99ae219297 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:18.664737 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-ffbd02ae-3c7d-4554-8ccb-167fc46aeea1 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981382
Mar 18 02:50:18.696951 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-911d238c-fa47-442a-b9bf-e285a0630748 req-72fffdce-d91c-404a-932f-15e1d17d4118 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1522112
Mar 18 02:50:18.697330 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port dc6e47d3-c2e9-481d-83bc-7b99ae219297 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:18.697792 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.756828 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] For port d30a523c-009b-4a49-a248-43f7770d6dd1, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:18.761383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] For port d30a523c-009b-4a49-a248-43f7770d6dd1, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d30a523c-009b-4a49-a248-43f7770d6dd1,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:18.773042 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.784232 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port dc6e47d3-c2e9-481d-83bc-7b99ae219297 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:18.822855 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Publish callbacks [] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.829318 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.833040 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:18.833658 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:18.835471 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] 10.222.0.35 "PUT /v2.0/ports/d30a523c-009b-4a49-a248-43f7770d6dd1 HTTP/1.1" status: 200  len: 1093 time: 1.3459239
Mar 18 02:50:18.837280 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c07c545e-8c9c-4f49-bc13-a6446527a450 req-240080b2-472b-4ad2-bef6-cc13c64ef9af service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663532
Mar 18 02:50:18.887268 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57d6ca-c904-4f59-a02e-6492dc347453 service neutron] Pushing event updated for resources: {'Port': ['ID=d30a523c-009b-4a49-a248-43f7770d6dd1,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:18.914425 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893f4e5-3fe2-4239-8beb-0dbfdf8de7de None None] Pushing event updated for resources: {'Port': ['ID=099d2bee-9797-4c57-a294-0a7796f4a8af,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:18.994030 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-5fcd42e4-5b94-4a29-8a84-70a424dae7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:18.995398 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-5fcd42e4-5b94-4a29-8a84-70a424dae7be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 1127 time: 0.0909567
Mar 18 02:50:19.002732 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Attempting to bind port 099d2bee-9797-4c57-a294-0a7796f4a8af on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:19.002962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-8ad26866-e12d-42d1-a3f4-035035137f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:19.003185 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Attempting to bind port 099d2bee-9797-4c57-a294-0a7796f4a8af by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:19.003448 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Attempting to bind port 099d2bee-9797-4c57-a294-0a7796f4a8af on network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:19.004447 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-8ad26866-e12d-42d1-a3f4-035035137f33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 1127 time: 0.0647278
Mar 18 02:50:19.010307 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:19.010732 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Checking segment: {'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:19.011110 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:19.011683 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Bound using segment: {'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:19.012341 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Bound port: 099d2bee-9797-4c57-a294-0a7796f4a8af, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8b812d-018d-49ec-b374-c5c77e1825b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:19.012979 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:19.052997 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-dc6b9ba1-a525-456a-8221-69a045a36ef5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a523c-009b-4a49-a248-43f7770d6dd1 HTTP/1.1" status: 200  len: 217 time: 0.0474699
Mar 18 02:50:19.086903 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] For port 099d2bee-9797-4c57-a294-0a7796f4a8af, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:19.091673 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] For port 099d2bee-9797-4c57-a294-0a7796f4a8af, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=099d2bee-9797-4c57-a294-0a7796f4a8af,segment=NetworkSegment(ab8b812d-018d-49ec-b374-c5c77e1825b6),segment_id=ab8b812d-018d-49ec-b374-c5c77e1825b6)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:19.100874 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:19.163900 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-5d98e54e-6f2b-40e1-acec-cb3d9b1a3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:19.165351 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-5d98e54e-6f2b-40e1-acec-cb3d9b1a3981 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0760782
Mar 18 02:50:19.192247 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893f4e5-3fe2-4239-8beb-0dbfdf8de7de None None] Pushing event updated for resources: {'Port': ['ID=099d2bee-9797-4c57-a294-0a7796f4a8af,revision_number=4']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:19.207938 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Routers {'4d287acc-3966-4748-8900-58f6dff92244'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:19.208705 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a550ac0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['4d287acc-3966-4748-8900-58f6dff92244'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:19.213378 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-834ede36-8eb3-4ca6-beea-06d5fcd51977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:19.214196 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-834ede36-8eb3-4ca6-beea-06d5fcd51977 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.2011735
Mar 18 02:50:19.252019 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-d0bafbd3-4dea-4388-b377-752af9bcb0e6 None None] Provisioning complete for port 099d2bee-9797-4c57-a294-0a7796f4a8af triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:19.252949 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0bafbd3-4dea-4388-b377-752af9bcb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:19.277112 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-0571547f-23bf-471e-b963-0c7f37e9aa5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca HTTP/1.1" status: 200  len: 217 time: 0.0555859
Mar 18 02:50:19.299532 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29a43-cf46-4245-80ea-181290f1d160 req-c964c111-3bf5-4815-ba07-d35e71be28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:19.301578 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-c964c111-3bf5-4815-ba07-d35e71be28b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1239552
Mar 18 02:50:19.374963 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-d0bafbd3-4dea-4388-b377-752af9bcb0e6 None None] Current status of the port 099d2bee-9797-4c57-a294-0a7796f4a8af is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:19.375888 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0bafbd3-4dea-4388-b377-752af9bcb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:19.382582 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] Set router 4d287acc-3966-4748-8900-58f6dff92244 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:19.421794 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-d0bafbd3-4dea-4388-b377-752af9bcb0e6 None None] For port 099d2bee-9797-4c57-a294-0a7796f4a8af, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=099d2bee-9797-4c57-a294-0a7796f4a8af,segment=NetworkSegment(ab8b812d-018d-49ec-b374-c5c77e1825b6),segment_id=ab8b812d-018d-49ec-b374-c5c77e1825b6)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:19.427795 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0bafbd3-4dea-4388-b377-752af9bcb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:19.443563 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-52b266ef-93f4-4e89-a54e-ff6645550a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:19.445045 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-52b266ef-93f4-4e89-a54e-ff6645550a1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.1616480
Mar 18 02:50:19.482113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde31b76-1bf4-4622-b669-aa573ae91973 req-29011624-1e89-405d-8784-1f8159a49f36 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:19.483841 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bde31b76-1bf4-4622-b669-aa573ae91973 req-29011624-1e89-405d-8784-1f8159a49f36 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 943 time: 0.2771764
Mar 18 02:50:19.497730 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bafbd3-4dea-4388-b377-752af9bcb0e6 None None] Pushing event updated for resources: {'Port': ['ID=099d2bee-9797-4c57-a294-0a7796f4a8af,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:19.557087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-8f42a5cb-68e8-4be4-affb-225875dbebd5 None None] Provisioning complete for port 099d2bee-9797-4c57-a294-0a7796f4a8af triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:19.557362 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f42a5cb-68e8-4be4-affb-225875dbebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:19.632760 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a550ac0>, [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 4, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port': {'id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:05Z', 'updated_at': '2022-03-18T02:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '099d2bee-9797-4c57-a294-0a7796f4a8af', 'name': '', 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'mac_address': 'fa:16:3e:8a:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'be11c621-28dd-442e-87de-e43240fc4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:09Z', 'updated_at': '2022-03-18T02:50:19Z', 'revision_number': 4, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'subnets': [{'id': 'be11c621-28dd-442e-87de-e43240fc4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:19.670750 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeffd8-6b1f-403f-8a64-c6583123f9f0 None None] The sync data for ids ['4d287acc-3966-4748-8900-58f6dff92244'] in dv-cinder-817135-5-iscsi is: [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:50:10Z', 'revision_number': 4, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port': {'id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:05Z', 'updated_at': '2022-03-18T02:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '099d2bee-9797-4c57-a294-0a7796f4a8af', 'name': '', 'network_id': '119bc25d-9f41-4545-8889-7b6bc6ccbcc5', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'mac_address': 'fa:16:3e:8a:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'be11c621-28dd-442e-87de-e43240fc4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:09Z', 'updated_at': '2022-03-18T02:50:19Z', 'revision_number': 4, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'subnets': [{'id': 'be11c621-28dd-442e-87de-e43240fc4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:19.688004 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8f42a5cb-68e8-4be4-affb-225875dbebd5 None None] Current status of the port 099d2bee-9797-4c57-a294-0a7796f4a8af is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:19.870989 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-40e3b32a-56da-414e-8891-8c20d763c673 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5477619
Mar 18 02:50:19.922668 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bde31b76-1bf4-4622-b669-aa573ae91973 req-17b4984e-e772-423a-873f-a2c0201a7d13 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054263
Mar 18 02:50:19.966550 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:19.968844 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e62b7-2f5c-41da-a5e3-b8717ed3df27" -d '{"events": [{"name": "network-changed", "server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:19.980385 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-72f28e90-e7be-494b-b07a-64535cdd837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:19.981919 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-72f28e90-e7be-494b-b07a-64535cdd837f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.5257103
Mar 18 02:50:20.114186 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b6e65-59d6-4032-844e-05a6b6aac6c6 req-bee81e91-9890-4f2c-98e7-003deb218a8f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:20.115667 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bc1b6e65-59d6-4032-844e-05a6b6aac6c6 req-bee81e91-9890-4f2c-98e7-003deb218a8f tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 943 time: 0.2951491
Mar 18 02:50:20.119556 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-38d29a43-cf46-4245-80ea-181290f1d160 req-25375e69-de8a-43b2-9b59-b846922d797e service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415097
Mar 18 02:50:20.186974 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-bfa0c5fe-e4ac-4ef5-850b-76159d7e3423 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044154494&fields=id&tenant_id=dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 267 time: 0.1286933
Mar 18 02:50:20.201166 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-65679fa1-3e80-4ee4-847a-e4e0c1acb34c service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116082
Mar 18 02:50:20.311888 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bc1b6e65-59d6-4032-844e-05a6b6aac6c6 req-b4148dc1-0c3b-4122-b787-3df0950fa047 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1850019
Mar 18 02:50:20.360984 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f70f791-b2c8-4dad-9410-26bfd4fc53e2 x-openstack-request-id: req-7f70f791-b2c8-4dad-9410-26bfd4fc53e2 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:20.361352 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:20.361603 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f70f791-b2c8-4dad-9410-26bfd4fc53e2 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:20.361992 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'status': 'completed', 'code': 200}
Mar 18 02:50:20.402450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-96d0c2d0-4771-4543-a424-b5aba901d582 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:20.403947 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-96d0c2d0-4771-4543-a424-b5aba901d582 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 811 time: 0.2052577
Mar 18 02:50:20.421659 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ccd64c2a-75be-4292-a0ca-db5c83e80e4a req-2a554191-62ce-4b13-af33-db88bdfbb215 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049935
Mar 18 02:50:20.437075 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-67518b5f-8a99-406c-b44d-4589a55e799e tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/quotas/dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 375 time: 0.0179749
Mar 18 02:50:20.461964 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-e315d020-e195-4806-b822-18675169c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:20.463907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-e315d020-e195-4806-b822-18675169c970 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 1127 time: 0.0800993
Mar 18 02:50:20.573242 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-fe759500-1e80-41ce-92e0-92c3db1ba4fb tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1273284
Mar 18 02:50:20.591729 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-7931813a-bc88-41a7-81be-0dccb69f85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:20.593043 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-7931813a-bc88-41a7-81be-0dccb69f85ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.1095693
Mar 18 02:50:20.673915 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-8ac37638-8a53-4568-94b4-d526f8fd3b3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a523c-009b-4a49-a248-43f7770d6dd1 HTTP/1.1" status: 200  len: 217 time: 0.0717397
Mar 18 02:50:20.674601 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 099d2bee-9797-4c57-a294-0a7796f4a8af up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:20.727152 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 099d2bee-9797-4c57-a294-0a7796f4a8af triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:20.727530 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:20.751507 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-5144652f-55c9-45c1-add1-4e3ebe0ccfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:20.752952 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-5144652f-55c9-45c1-add1-4e3ebe0ccfed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0724373
Mar 18 02:50:20.770191 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-8ea31382-4fd1-487b-a20a-e1eba0411d7f service neutron] 10.222.0.24 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760340
Mar 18 02:50:20.809251 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 099d2bee-9797-4c57-a294-0a7796f4a8af is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:20.866902 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-7701d744-cdf9-4601-ab5e-2fa8124da9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:20.868428 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-7701d744-cdf9-4601-ab5e-2fa8124da9fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1071529
Mar 18 02:50:20.952680 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-58f5bd8c-717e-4187-8271-77826a8bb4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563983
Mar 18 02:50:20.999276 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-51082374-47b7-4427-8c1a-05e4ff79ddf2 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204197
Mar 18 02:50:21.135668 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aff276-09ee-4ad8-98bc-649f4445819d req-f16bb6b4-6b57-465a-9c4c-fef63f06912b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:21.137264 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8aff276-09ee-4ad8-98bc-649f4445819d req-f16bb6b4-6b57-465a-9c4c-fef63f06912b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 943 time: 0.1371009
Mar 18 02:50:21.172539 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-667e62b7-2f5c-41da-a5e3-b8717ed3df27 req-0479f833-b3e1-4ec8-a621-8cac56e58a02 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606505
Mar 18 02:50:21.202787 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8aff276-09ee-4ad8-98bc-649f4445819d req-26e572ed-880f-4cc4-a6bf-50072c2bc69b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579979
Mar 18 02:50:21.300902 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-604298fa-aaf7-4070-9169-97338727765c req-bb556502-0186-4c96-8cc5-41140eead068 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 210 time: 0.0272646
Mar 18 02:50:21.415495 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:50:21.444371 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc50cd-98cf-4c67-b193-9f13b23d0c9b req-fcf2b4c5-5d83-4e1a-87ad-80aafea2872c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:21.445987 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8fc50cd-98cf-4c67-b193-9f13b23d0c9b req-fcf2b4c5-5d83-4e1a-87ad-80aafea2872c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 943 time: 0.0650957
Mar 18 02:50:21.497279 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8fc50cd-98cf-4c67-b193-9f13b23d0c9b req-b62a9f95-6752-48dd-a217-7584b8a7f6c2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451894
Mar 18 02:50:21.544141 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:21.556880 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'port_id': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'mac_address': 'fa:16:3e:ed:fc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:50:21.596621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:21.597016 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:21.611643 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:21.635246 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:21.639240 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:21.639897 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device d30a523c-009b-4a49-a248-43f7770d6dd1 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:50:21.748734 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:21.795123 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port d30a523c-009b-4a49-a248-43f7770d6dd1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d30a523c-009b-4a49-a248-43f7770d6dd1,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:21.806895 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'port_id': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'mac_address': 'fa:16:3e:96:72:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:50:21.853411 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port d30a523c-009b-4a49-a248-43f7770d6dd1 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:21.853803 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:21.867564 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30a523c-009b-4a49-a248-43f7770d6dd1 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:21.888749 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port d30a523c-009b-4a49-a248-43f7770d6dd1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d30a523c-009b-4a49-a248-43f7770d6dd1,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:21.893669 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:21.941268 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=d30a523c-009b-4a49-a248-43f7770d6dd1,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:22.155339 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['d30a523c-009b-4a49-a248-43f7770d6dd1'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:50:22.245293 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:50:22.414537 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-33d12b23-d238-440d-b4e5-6eda5cf38e5e tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:22.417407 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-33d12b23-d238-440d-b4e5-6eda5cf38e5e tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 811 time: 0.1852131
Mar 18 02:50:22.424664 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1f2bc-d26e-4181-b61a-c0aaa83adccb req-3d94957a-4956-4426-af75-62f86eea2c32 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:22.426192 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30c1f2bc-d26e-4181-b61a-c0aaa83adccb req-3d94957a-4956-4426-af75-62f86eea2c32 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 944 time: 0.1307237
Mar 18 02:50:22.458674 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-60433eb7-bde5-42de-b914-6a24d60525d1 req-13808123-1642-4805-b513-5558d32419ff tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 210 time: 0.0644045
Mar 18 02:50:22.553945 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-a275e193-aed8-4a7f-ae28-80dd85c8e159 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 380 time: 0.1265357
Mar 18 02:50:22.557173 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30c1f2bc-d26e-4181-b61a-c0aaa83adccb req-67c6a0b0-a045-40b2-a7aa-caed9f445ef6 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225276
Mar 18 02:50:22.564066 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'port': {'device_id': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'admin_state_up': True, 'tenant_id': 'dba602d147084933986b437762006786', 'security_groups': ['1e918b86-240b-44ad-aa8e-22e0887a7ab9']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:22.695346 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525aa6-7929-484c-8b67-4ea354577141 req-fa66db03-e06d-48a4-aa57-b44f7a943bd5 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:22.696770 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4e525aa6-7929-484c-8b67-4ea354577141 req-fa66db03-e06d-48a4-aa57-b44f7a943bd5 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 944 time: 0.1172411
Mar 18 02:50:22.737107 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Made reservation on behalf of dba602d147084933986b437762006786 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:50:22.740474 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:22.782902 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4e525aa6-7929-484c-8b67-4ea354577141 req-0be33f8d-aed9-49a1-b691-75c7d813d241 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781126
Mar 18 02:50:22.904232 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Allocated IP 172.20.0.14 (68bab4f5-6fd2-4d66-8ed5-f460673a29ca/9fa627fe-ec50-497c-9585-6883ac67bc6b/52c6a594-63a9-409b-bcad-ab4bc39d2f04) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:23.049572 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.084217 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.133370 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:23.136554 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:23.140321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:23.149767 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=52c6a594-63a9-409b-bcad-ab4bc39d2f04,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:23.198018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:23.198649 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.216164 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-d2dedfa5-6572-4d44-99b7-0d22910d9b7c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6571548
Mar 18 02:50:23.230963 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Request body: {'port': {'device_id': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:23.293851 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.415235 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:23.466783 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-fa5563f2-4500-45d1-99f1-8424d99c9252 None None] Provisioning complete for port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:23.467076 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fa5563f2-4500-45d1-99f1-8424d99c9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.506916 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:50:23.508839 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fa5563f2-4500-45d1-99f1-8424d99c9252 None None] Port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:23.512399 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:23.512776 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.596861 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:23.597248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.628172 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:23.630775 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3469d59-9c5b-430f-86a7-32d75a306684" -d '{"events": [{"server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "name": "network-vif-plugged", "status": "completed", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:23.631664 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c6a594-63a9-409b-bcad-ab4bc39d2f04 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:23.643430 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Publish callbacks [] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.644824 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:23.649397 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.650440 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device d30a523c-009b-4a49-a248-43f7770d6dd1 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:23.651845 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9612f6-8b90-4a5e-8085-969afe58fb19 req-872d39d2-20b3-474d-8258-98353eb6acd8 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:23.653324 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9e9612f6-8b90-4a5e-8085-969afe58fb19 req-872d39d2-20b3-474d-8258-98353eb6acd8 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 932 time: 0.1057627
Mar 18 02:50:23.706519 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Transition to ACTIVE for port object 52c6a594-63a9-409b-bcad-ab4bc39d2f04 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:50:23.715408 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.729582 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:23.744465 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port d30a523c-009b-4a49-a248-43f7770d6dd1 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:50:23.748788 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port d30a523c-009b-4a49-a248-43f7770d6dd1 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:23.749231 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.788482 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9e9612f6-8b90-4a5e-8085-969afe58fb19 req-b35e5ebc-4a7c-41b9-a579-7aeb0f0769ba tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216776
Mar 18 02:50:23.808523 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f172ff-7489-40d7-9730-21fcaf5a79fc req-92694b1f-129a-42bd-a675-e069db4d2846 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:23.810096 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-41f172ff-7489-40d7-9730-21fcaf5a79fc req-92694b1f-129a-42bd-a675-e069db4d2846 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 945 time: 0.1688609
Mar 18 02:50:23.810781 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Pushing event updated for resources: {'Port': ['ID=52c6a594-63a9-409b-bcad-ab4bc39d2f04,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:23.852799 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port d30a523c-009b-4a49-a248-43f7770d6dd1 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:23.853194 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.871481 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dad758-b1c8-494c-8d2f-759a383dbb1f x-openstack-request-id: req-40dad758-b1c8-494c-8d2f-759a383dbb1f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:23.871885 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "name": "network-vif-plugged", "status": "completed", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:23.872212 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40dad758-b1c8-494c-8d2f-759a383dbb1f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:23.872708 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'code': 200}
Mar 18 02:50:23.911078 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port d30a523c-009b-4a49-a248-43f7770d6dd1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d30a523c-009b-4a49-a248-43f7770d6dd1,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:23.930152 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:23.953986 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-41f172ff-7489-40d7-9730-21fcaf5a79fc req-201275e2-17ef-4693-96b9-493fe0d9274a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295650
Mar 18 02:50:23.975158 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Attempting to bind port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:23.975613 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Attempting to bind port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:23.976400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Attempting to bind port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:23.997139 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=d30a523c-009b-4a49-a248-43f7770d6dd1,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:24.023799 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:50:24.024143 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Attempting to bind port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:24.035586 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:24.035936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Checking segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:24.036333 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Bound using segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:24.036760 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Bound port: 52c6a594-63a9-409b-bcad-ab4bc39d2f04, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:24.037119 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:24.111213 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c5740-d3cb-443b-a9b2-df1b62155d40 req-8f313aa6-e62b-400b-85b9-e92c36cc945e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:24.112589 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-382c5740-d3cb-443b-a9b2-df1b62155d40 req-8f313aa6-e62b-400b-85b9-e92c36cc945e tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.1629972
Mar 18 02:50:24.180911 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] For port 52c6a594-63a9-409b-bcad-ab4bc39d2f04, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:24.205750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5108d45-3006-4903-a7e8-9a031b591fc4 req-248b6bda-4377-4c22-b33d-f69cbfe55816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:24.207301 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c5108d45-3006-4903-a7e8-9a031b591fc4 req-248b6bda-4377-4c22-b33d-f69cbfe55816 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 1129 time: 0.1491289
Mar 18 02:50:24.212054 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-382c5740-d3cb-443b-a9b2-df1b62155d40 req-077f79c7-31ed-4447-849a-9bd7f29499e4 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933759
Mar 18 02:50:24.213705 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] For port 52c6a594-63a9-409b-bcad-ab4bc39d2f04, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:24.237297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:24.291970 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:24.292610 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:24.294306 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] 10.222.0.35 "PUT /v2.0/ports/52c6a594-63a9-409b-bcad-ab4bc39d2f04 HTTP/1.1" status: 200  len: 1094 time: 1.0677032
Mar 18 02:50:24.296456 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c5108d45-3006-4903-a7e8-9a031b591fc4 req-adc5f5de-3580-4288-a876-b777685f40d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811808
Mar 18 02:50:24.296890 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:24.299271 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4b26a0-3045-4a11-a078-ad83630dd532" -d '{"events": [{"name": "network-changed", "server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:24.320542 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff545fba-e3e4-4630-ad37-5845a5d476ee service neutron] Pushing event updated for resources: {'Port': ['ID=52c6a594-63a9-409b-bcad-ab4bc39d2f04,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:24.341563 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276e82fc-e3ee-4b6b-bd99-472e8a383061 x-openstack-request-id: req-276e82fc-e3ee-4b6b-bd99-472e8a383061 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:24.341858 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:24.342115 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-276e82fc-e3ee-4b6b-bd99-472e8a383061 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:24.342548 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'status': 'completed', 'code': 200}
Mar 18 02:50:24.573161 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-1adba5b1-3abc-4946-966b-f78f822c242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:24.574714 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-1adba5b1-3abc-4946-966b-f78f822c242c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 1128 time: 0.0469136
Mar 18 02:50:24.622097 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-37a86242-48c0-49b1-abcc-043e2a48b1fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04 HTTP/1.1" status: 200  len: 217 time: 0.0377614
Mar 18 02:50:24.671366 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-03f8d1ed-1259-411f-80e4-57ad3e3db230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:24.673026 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-03f8d1ed-1259-411f-80e4-57ad3e3db230 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0444038
Mar 18 02:50:24.723982 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-c9072b73-daf9-4682-8e01-bc0faca94bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:24.725499 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-c9072b73-daf9-4682-8e01-bc0faca94bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0462792
Mar 18 02:50:24.733869 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:24.824114 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-4414cb96-eb1b-44c2-b397-2fab1d14da7a service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908394
Mar 18 02:50:24.953549 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3c84232b-4d19-41bb-8571-1a3658eebc40 req-ed8227d9-033e-41b0-ba07-01c207dd343c service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214442
Mar 18 02:50:24.961227 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6c3c-e171-46d7-93de-8fed2ab6806c req-eeb1c0d9-3c2b-42aa-ba79-078823c372da tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:24.962604 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-32ff6c3c-e171-46d7-93de-8fed2ab6806c req-eeb1c0d9-3c2b-42aa-ba79-078823c372da tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 944 time: 0.0881248
Mar 18 02:50:25.025657 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-32ff6c3c-e171-46d7-93de-8fed2ab6806c req-96ca966b-3ca3-46d0-a60d-e1088e04cbca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573003
Mar 18 02:50:25.089289 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-82ecf3ce-1087-4557-ba92-a35488a6c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:25.090820 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-82ecf3ce-1087-4557-ba92-a35488a6c58a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 1128 time: 0.0812211
Mar 18 02:50:25.116657 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb3f1-cb4a-47af-a002-6848313c92c0 req-509041c1-1a46-40d9-af6f-4a9444de7dd4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:25.118047 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a43bb3f1-cb4a-47af-a002-6848313c92c0 req-509041c1-1a46-40d9-af6f-4a9444de7dd4 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 945 time: 0.0724397
Mar 18 02:50:25.546646 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a43bb3f1-cb4a-47af-a002-6848313c92c0 req-9fec9ace-7aed-4482-856d-70a0a9e2720b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4163196
Mar 18 02:50:25.552552 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-07d177c3-fdc3-41d4-bccd-e9e29d7b7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:25.554077 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-07d177c3-fdc3-41d4-bccd-e9e29d7b7d07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.4549439
Mar 18 02:50:25.567215 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa97b7-9412-422d-ba58-4441126db5b5 req-26990a56-566f-4ae4-9066-a33812505ce7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:25.568930 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-affa97b7-9412-422d-ba58-4441126db5b5 req-26990a56-566f-4ae4-9066-a33812505ce7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.1254897
Mar 18 02:50:25.621129 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-7130ce94-065a-4dd6-b845-40b7c843da3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04 HTTP/1.1" status: 200  len: 217 time: 0.0510929
Mar 18 02:50:25.685474 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-affa97b7-9412-422d-ba58-4441126db5b5 req-81f0a7fa-6f84-452f-887a-a15e858200e9 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074047
Mar 18 02:50:25.694082 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-4dbf5692-c99d-46be-a747-9ed3cdef1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:25.695540 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-4dbf5692-c99d-46be-a747-9ed3cdef1292 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0663514
Mar 18 02:50:25.750972 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-5da1ad3e-60b7-49f1-810e-cca2f1ee4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:25.752460 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-5da1ad3e-60b7-49f1-810e-cca2f1ee4cae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0435598
Mar 18 02:50:25.847820 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-8ad7f390-e833-4ae0-ba0c-687736a73bbe service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859160
Mar 18 02:50:25.874200 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:25.877146 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19165151-1d31-45bb-a5dc-1be4b3640377" -d '{"events": [{"server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "name": "network-vif-plugged", "status": "completed", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:25.912323 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94538d3e-8bac-4b0a-9f47-151dbb4434e8 x-openstack-request-id: req-94538d3e-8bac-4b0a-9f47-151dbb4434e8 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:25.912663 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "name": "network-vif-plugged", "status": "completed", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:25.912914 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94538d3e-8bac-4b0a-9f47-151dbb4434e8 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:25.913306 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'code': 200}
Mar 18 02:50:25.940215 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4d4b26a0-3045-4a11-a078-ad83630dd532 req-fd2f2cfc-57cd-4b16-bf90-fad0563ac962 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857151
Mar 18 02:50:26.081852 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e7c23-7ee0-47bd-8448-2bb9b009128f req-e7bcb0df-56cd-4cd9-8030-51ed2aa37d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:26.083407 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7c8e7c23-7ee0-47bd-8448-2bb9b009128f req-e7bcb0df-56cd-4cd9-8030-51ed2aa37d65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 1129 time: 0.0442722
Mar 18 02:50:26.159907 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7c8e7c23-7ee0-47bd-8448-2bb9b009128f req-4d4baa94-d9e8-4d1b-b281-7e6fe5a7feb6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700941
Mar 18 02:50:26.173518 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3f41-d9ea-46a8-a51a-94f67502e587 req-956634fb-1a13-4c5e-ac19-92ba8398a239 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:26.174935 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1bee3f41-d9ea-46a8-a51a-94f67502e587 req-956634fb-1a13-4c5e-ac19-92ba8398a239 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 944 time: 0.0798287
Mar 18 02:50:26.227372 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1bee3f41-d9ea-46a8-a51a-94f67502e587 req-a0b669f0-51b8-4dec-aa13-9dd1686ca4e9 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468295
Mar 18 02:50:26.670411 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60a582-2a69-42f8-9bc4-3532c71efc04 req-c60f7840-6021-4d14-8822-dc45dc139e5c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:26.672768 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd60a582-2a69-42f8-9bc4-3532c71efc04 req-c60f7840-6021-4d14-8822-dc45dc139e5c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 945 time: 0.0532403
Mar 18 02:50:26.717607 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd60a582-2a69-42f8-9bc4-3532c71efc04 req-85aeecfd-4c5c-44c4-b386-1b9093049b79 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395234
Mar 18 02:50:26.837882 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8940a8c-70c6-45e1-9237-88d982a07aad req-9b6adca8-edfa-4b64-a895-3998dd5c6f11 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:26.839394 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8940a8c-70c6-45e1-9237-88d982a07aad req-9b6adca8-edfa-4b64-a895-3998dd5c6f11 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.0883660
Mar 18 02:50:26.851506 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd604-2603-44f7-85e7-c9c18848f451 req-67c70008-e4aa-4dcf-aa8f-0318e4fda77a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:26.852881 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-876fd604-2603-44f7-85e7-c9c18848f451 req-67c70008-e4aa-4dcf-aa8f-0318e4fda77a tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 945 time: 0.0726788
Mar 18 02:50:26.861745 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37050) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:26.866193 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Request body: {'floatingip': {'port_id': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:26.895059 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8940a8c-70c6-45e1-9237-88d982a07aad req-9f11e9ec-3352-4a65-9504-2f039559db96 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412323
Mar 18 02:50:26.905100 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (b090d635-a24c-45dd-ba54-16738013e901), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:27.329389 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:27.337928 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (b090d635-a24c-45dd-ba54-16738013e901), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:27.350444 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e391c6-0369-402a-b557-379ca8dc9e10 req-3519cd57-3200-4070-b548-2df613f4f919 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:27.351994 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-25e391c6-0369-402a-b557-379ca8dc9e10 req-3519cd57-3200-4070-b548-2df613f4f919 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 944 time: 0.0594387
Mar 18 02:50:27.410767 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-25e391c6-0369-402a-b557-379ca8dc9e10 req-5dca7ee2-e0bb-4c6c-83b4-d2cb84d60d77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512233
Mar 18 02:50:27.460758 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.l3_db [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Floating IP b090d635-a24c-45dd-ba54-16738013e901 associated. External IP: 172.27.0.51, port: fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca.
Mar 18 02:50:27.666298 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Router 6808243f-745f-453f-ac0a-131089b914d2 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:27.772758 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:27.777228 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:27.782202 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] Sync routers for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:27.791509 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:27.792132 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a50e80>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:27.823333 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d38ee346-b4c3-4268-b7c1-92ba5def2b05 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "PUT /v2.0/floatingips/b090d635-a24c-45dd-ba54-16738013e901 HTTP/1.1" status: 200  len: 990 time: 0.9462335
Mar 18 02:50:27.823333 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:27.823333 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7da35-93b6-41fe-b3d4-e71f73be8d71" -d '{"events": [{"name": "network-changed", "server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:27.849100 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc9450-7a66-4d4a-adb8-d1c82f29b155 x-openstack-request-id: req-7bbc9450-7a66-4d4a-adb8-d1c82f29b155 {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:27.849394 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:27.849644 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bbc9450-7a66-4d4a-adb8-d1c82f29b155 {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:27.850060 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'status': 'completed', 'code': 200}
Mar 18 02:50:27.901763 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:27.919263 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-1a04770e-63f4-4752-aa9a-07b916012840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:27.920791 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-1a04770e-63f4-4752-aa9a-07b916012840 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3206ff72be72472abb2c1e9daa325e70&device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 1129 time: 0.0444701
Mar 18 02:50:28.053924 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-37d08caf-15df-49bb-8e61-1b335f1cff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:28.055416 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-37d08caf-15df-49bb-8e61-1b335f1cff7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 200  len: 911 time: 0.1242363
Mar 18 02:50:28.062286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098e08-d36c-497b-96b9-f98fe93a66ac req-34fff356-82b2-4069-bab2-2afb9b18eb45 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:28.064840 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e2098e08-d36c-497b-96b9-f98fe93a66ac req-34fff356-82b2-4069-bab2-2afb9b18eb45 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.0901957
Mar 18 02:50:28.133962 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a50e80>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'b090d635-a24c-45dd-ba54-16738013e901', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '6808243f-745f-453f-ac0a-131089b914d2', 'port_id': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'mac_address': 'fa:16:3e:ed:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:11Z', 'updated_at': '2022-03-18T02:50:27Z', 'revision_number': 1, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:28.152400 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-1da293d7-e1a7-4134-99f4-b59e65995ab2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca HTTP/1.1" status: 200  len: 998 time: 0.0866106
Mar 18 02:50:28.157042 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e2098e08-d36c-497b-96b9-f98fe93a66ac req-cac73179-47da-4804-ab8f-f04e584deb67 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845659
Mar 18 02:50:28.161451 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] Checking router: 6808243f-745f-453f-ac0a-131089b914d2 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:28.170875 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:28.171498 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a50e80>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:28.210936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-0b6ad412-1fa6-4d2e-b473-e7357f59714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:28.212395 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-0b6ad412-1fa6-4d2e-b473-e7357f59714e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 200  len: 850 time: 0.0473652
Mar 18 02:50:28.280746 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:28.308717 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda7b82-8e74-42eb-9d11-27c0677be019 req-b45aa0a7-90ef-4657-aa38-3a5f97e9e4f7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:28.310183 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3eda7b82-8e74-42eb-9d11-27c0677be019 req-b45aa0a7-90ef-4657-aa38-3a5f97e9e4f7 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.0849304
Mar 18 02:50:28.317744 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-cc09a6eb-b7bf-481e-b271-6200920fa90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:28.317744 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-cc09a6eb-b7bf-481e-b271-6200920fa90b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c8d908-2f68-4577-90cf-69c2a4313d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0880206
Mar 18 02:50:28.319074 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37064) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:28.323949 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Request body: {'floatingip': {'port_id': 'd30a523c-009b-4a49-a248-43f7770d6dd1'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:28.404880 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (66fffe1c-e418-4ef3-a5d7-3747e0827479), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:28.514041 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a50e80>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'b090d635-a24c-45dd-ba54-16738013e901', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '6808243f-745f-453f-ac0a-131089b914d2', 'port_id': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'mac_address': 'fa:16:3e:ed:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:11Z', 'updated_at': '2022-03-18T02:50:27Z', 'revision_number': 1, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:28.540682 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cac1e2-d1b6-4902-997e-882e2341c590 None None] The sync data for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi is: [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'b090d635-a24c-45dd-ba54-16738013e901', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '6808243f-745f-453f-ac0a-131089b914d2', 'port_id': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'mac_address': 'fa:16:3e:ed:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:11Z', 'updated_at': '2022-03-18T02:50:27Z', 'revision_number': 1, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:28.582550 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-fb86a460-1e35-4c30-a016-a30f5bed21dd service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531731
Mar 18 02:50:28.724212 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cc232-cbfb-4b0a-b031-6e6dbdd4a093 req-312fcb05-95ea-43b8-9291-9b231b21b273 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:28.725706 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e97cc232-cbfb-4b0a-b031-6e6dbdd4a093 req-312fcb05-95ea-43b8-9291-9b231b21b273 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 944 time: 0.2304025
Mar 18 02:50:28.733382 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063ca84-6928-43bc-ae61-f781b7811856 None None] New status for floating IP b090d635-a24c-45dd-ba54-16738013e901: ACTIVE {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:28.842938 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-baa7da35-93b6-41fe-b3d4-e71f73be8d71 req-79c9eda5-5484-4b28-8c71-60c8f012c2c9 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2559302
Mar 18 02:50:28.852226 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e97cc232-cbfb-4b0a-b031-6e6dbdd4a093 req-5761581a-2c4b-4df1-9d59-491f895fd043 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1190071
Mar 18 02:50:29.032190 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:29.035989 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (66fffe1c-e418-4ef3-a5d7-3747e0827479), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:29.136253 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 66fffe1c-e418-4ef3-a5d7-3747e0827479 associated. External IP: 172.27.0.232, port: d30a523c-009b-4a49-a248-43f7770d6dd1.
Mar 18 02:50:29.347464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:29.454641 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:29.459046 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:29.464268 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:29.475584 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:29.476437 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a503a0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:29.490622 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-4d8d8a89-0a9c-482b-9af3-9fbc7f2db533 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "PUT /v2.0/floatingips/66fffe1c-e418-4ef3-a5d7-3747e0827479 HTTP/1.1" status: 200  len: 991 time: 1.1699226
Mar 18 02:50:29.491209 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:29.493488 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8a247a-5a71-4d61-895c-d74356c75f70" -d '{"events": [{"name": "network-changed", "server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:29.536553 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775541d0-5903-4e00-af4c-bfa8a6fed763 x-openstack-request-id: req-775541d0-5903-4e00-af4c-bfa8a6fed763 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:29.536907 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:29.537497 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-775541d0-5903-4e00-af4c-bfa8a6fed763 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:29.537973 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'status': 'completed', 'code': 200}
Mar 18 02:50:29.594824 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:29.605548 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-4db95921-abc8-4e69-ba58-4220725f3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:29.607088 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-4db95921-abc8-4e69-ba58-4220725f3adb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 1129 time: 0.0464454
Mar 18 02:50:29.701212 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-83c04ce3-d469-42dc-b9ba-af1085886f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:29.702702 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-83c04ce3-d469-42dc-b9ba-af1085886f51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 200  len: 915 time: 0.0891066
Mar 18 02:50:29.770958 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-d6e84aa2-29d3-44e4-83f8-bd0df26ac6da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a523c-009b-4a49-a248-43f7770d6dd1 HTTP/1.1" status: 200  len: 999 time: 0.0595009
Mar 18 02:50:29.820000 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a503a0>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '66fffe1c-e418-4ef3-a5d7-3747e0827479', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:96:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:12Z', 'updated_at': '2022-03-18T02:50:28Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:29.820988 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-200d472a-d085-4260-a365-92eeb9b62e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:29.822588 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-200d472a-d085-4260-a365-92eeb9b62e2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 200  len: 854 time: 0.0453556
Mar 18 02:50:29.848753 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:29.857289 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:29.857898 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a503a0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:29.887171 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-7965d9fd-5d84-4022-a79f-29d36cc48e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:29.888960 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-7965d9fd-5d84-4022-a79f-29d36cc48e68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abdbe5d0-e208-44c9-9d0f-66761487ec77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0513248
Mar 18 02:50:29.975760 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:30.041832 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855adf7-e8d6-4e8d-9b9c-75a86c72be7e req-836f1f8e-6610-4541-b780-bf03ead023f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:30.043360 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b855adf7-e8d6-4e8d-9b9c-75a86c72be7e req-836f1f8e-6610-4541-b780-bf03ead023f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 944 time: 0.0988355
Mar 18 02:50:30.045257 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-4396adf6-e577-48ec-9ddd-28792a72805b service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472270
Mar 18 02:50:30.144405 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b855adf7-e8d6-4e8d-9b9c-75a86c72be7e req-9262f972-bc18-4ed1-8bf1-92f880512752 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951262
Mar 18 02:50:30.170301 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2a8a247a-5a71-4d61-895c-d74356c75f70 req-111a7051-b08e-4780-813d-9137d0b5b548 service neutron] 10.222.0.35 "GET /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1144969
Mar 18 02:50:30.207846 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a503a0>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '66fffe1c-e418-4ef3-a5d7-3747e0827479', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:96:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:12Z', 'updated_at': '2022-03-18T02:50:28Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:30.233501 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183fb5a-21e6-494b-ac17-bcadcd4a2789 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '66fffe1c-e418-4ef3-a5d7-3747e0827479', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'port_id': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'mac_address': 'fa:16:3e:96:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:12Z', 'updated_at': '2022-03-18T02:50:28Z', 'revision_number': 1, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:30.422479 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169d212-cc6c-424c-9e82-5cb7bca56d93 None None] New status for floating IP 66fffe1c-e418-4ef3-a5d7-3747e0827479: ACTIVE {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:30.672799 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-616b5c92-34cb-44c1-a9c4-774c61658c42 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913071151&fields=id&tenant_id=7d17e94bba7d42f98113baf249954b07 HTTP/1.1" status: 200  len: 267 time: 0.0465908
Mar 18 02:50:30.773064 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-1283bade-2b55-4ac2-93bd-2f3f309d9d37 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:30.774508 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-1283bade-2b55-4ac2-93bd-2f3f309d9d37 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 808 time: 0.0952816
Mar 18 02:50:30.789355 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-f6b6212e-a47c-434c-8da1-e74d28bdf4fb tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/quotas/7d17e94bba7d42f98113baf249954b07 HTTP/1.1" status: 200  len: 375 time: 0.0096264
Mar 18 02:50:30.842096 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-54a41a0b-8d9f-4613-b3c2-b37a6a0367d3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0478635
Mar 18 02:50:31.195728 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-16828bbd-ba10-4626-bbfb-ca0215224167 service neutron] 10.222.0.24 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3417339
Mar 18 02:50:31.320107 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06971a-9507-439f-bb97-9fb95896b5c1 req-99c18b5e-084d-459a-9ffa-b6050f76f5ef tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:31.321565 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae06971a-9507-439f-bb97-9fb95896b5c1 req-99c18b5e-084d-459a-9ffa-b6050f76f5ef tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 944 time: 0.1025786
Mar 18 02:50:31.326767 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-72c1c954-d054-4bae-b33d-e10071329d82 service neutron] 10.222.0.24 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255355
Mar 18 02:50:31.370740 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ae06971a-9507-439f-bb97-9fb95896b5c1 req-8540b448-97ae-449a-aac6-61d8ff69c714 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430219
Mar 18 02:50:31.445827 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 52c6a594-63a9-409b-bcad-ab4bc39d2f04 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:50:31.549856 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 52c6a594-63a9-409b-bcad-ab4bc39d2f04, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:31.566974 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'port_id': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'mac_address': 'fa:16:3e:72:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:50:31.608426 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:31.608813 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:31.622550 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c6a594-63a9-409b-bcad-ab4bc39d2f04 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:31.635819 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ce2a27e9-4ab7-4a57-b6ed-f1bd10d62c7f req-336c0b96-d6e8-4930-9b2f-67378eb8ed3e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 210 time: 0.0287342
Mar 18 02:50:31.642473 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 52c6a594-63a9-409b-bcad-ab4bc39d2f04, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:31.646929 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:31.694720 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=52c6a594-63a9-409b-bcad-ab4bc39d2f04,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:31.900489 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['52c6a594-63a9-409b-bcad-ab4bc39d2f04'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:50:32.354290 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:50:32.491075 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3984-4fb1-482b-a866-47230de49af3 req-4c10d48e-5643-4e5c-9369-9eab68c95333 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:32.492913 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-760d3984-4fb1-482b-a866-47230de49af3 req-4c10d48e-5643-4e5c-9369-9eab68c95333 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 945 time: 0.0552492
Mar 18 02:50:32.543120 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-760d3984-4fb1-482b-a866-47230de49af3 req-6bee1fe5-89e9-46e8-8f48-49ee5d7eb5a3 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450771
Mar 18 02:50:32.731926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-fe24aa70-733d-4c47-9385-0b4fbc78e44a tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:32.733372 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-fe24aa70-733d-4c47-9385-0b4fbc78e44a tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.35 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 808 time: 0.1175332
Mar 18 02:50:32.753926 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b8871e7d-f4d5-44e0-9fc1-6de4e231908f req-a0b167ce-c7cf-4be5-9202-082ea707e841 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 210 time: 0.0408509
Mar 18 02:50:32.809963 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-dc17be83-2f9b-4883-aaf1-6474fae23df2 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d17e94bba7d42f98113baf249954b07 HTTP/1.1" status: 200  len: 379 time: 0.0581777
Mar 18 02:50:32.819372 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'port': {'device_id': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'admin_state_up': True, 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'security_groups': ['71e865a2-12a9-4ff0-9fd7-cf4b7a98f624']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:32.925066 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Made reservation on behalf of 7d17e94bba7d42f98113baf249954b07 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:50:32.928563 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.057313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Allocated IP 172.20.0.13 (dc50330d-409e-4f97-b557-d923da616967/7eaad60b-7727-49ed-bcbe-d366e507d9a4/f586a6ca-f871-4405-9620-ddf4e8d15e43) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:33.206951 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.241681 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.284204 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Network dc50330d-409e-4f97-b557-d923da616967 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:33.287551 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:33.289936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:33.324822 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:33.347742 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:33.348385 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.365446 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-29125dce-90cd-4e11-945b-9088dd419315 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5499291
Mar 18 02:50:33.378340 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Request body: {'port': {'device_id': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:33.446832 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.450780 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 52c6a594-63a9-409b-bcad-ab4bc39d2f04 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:33.503548 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:50:33.507235 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:33.507612 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.552896 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-0d58c6e0-ea05-409f-bcad-7120a171161b None None] Provisioning complete for port f586a6ca-f871-4405-9620-ddf4e8d15e43 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:33.553260 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0d58c6e0-ea05-409f-bcad-7120a171161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.610819 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0d58c6e0-ea05-409f-bcad-7120a171161b None None] Port f586a6ca-f871-4405-9620-ddf4e8d15e43 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:50:33.628549 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:33.628935 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.655226 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:33.658743 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941d868-3607-4f5a-98cf-e321d2d5c89a" -d '{"events": [{"server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "name": "network-vif-plugged", "status": "completed", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:33.673457 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 52c6a594-63a9-409b-bcad-ab4bc39d2f04, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:33.679969 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.707659 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5ff877-fa13-4033-a340-41798f152ef6 x-openstack-request-id: req-1b5ff877-fa13-4033-a340-41798f152ef6 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:33.708198 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "name": "network-vif-plugged", "status": "completed", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:33.708324 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b5ff877-fa13-4033-a340-41798f152ef6 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:33.708782 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'code': 200}
Mar 18 02:50:33.718186 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff270c30-bb6c-4977-ba38-43ca33fa43fb req-2187558b-d083-43ed-bcf2-27bf8549e716 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:33.723634 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ff270c30-bb6c-4977-ba38-43ca33fa43fb req-2187558b-d083-43ed-bcf2-27bf8549e716 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 945 time: 0.0999627
Mar 18 02:50:33.736449 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=52c6a594-63a9-409b-bcad-ab4bc39d2f04,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:33.799781 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f586a6ca-f871-4405-9620-ddf4e8d15e43 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:33.819503 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Publish callbacks [] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.828825 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ff270c30-bb6c-4977-ba38-43ca33fa43fb req-d5a99ae5-6558-4445-a04c-e3930e5d8b99 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931089
Mar 18 02:50:33.864123 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Transition to ACTIVE for port object f586a6ca-f871-4405-9620-ddf4e8d15e43 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:50:33.867448 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:33.957712 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:33.968064 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda12bd9-aa03-4de8-9cbc-01b9de3daf59 req-8a5d6c03-80be-4a03-95c4-668cc58c84c4 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:33.970211 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bda12bd9-aa03-4de8-9cbc-01b9de3daf59 req-8a5d6c03-80be-4a03-95c4-668cc58c84c4 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 932 time: 0.1461577
Mar 18 02:50:34.062450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac4022-2e0a-4417-be3f-77ad76926847 req-a710fa87-d578-4518-84ea-826e6c310d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.064022 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-beac4022-2e0a-4417-be3f-77ad76926847 req-a710fa87-d578-4518-84ea-826e6c310d62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 1130 time: 0.1640947
Mar 18 02:50:34.098288 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bda12bd9-aa03-4de8-9cbc-01b9de3daf59 req-e33605c1-ac2d-496c-a2e6-96c37dc2ad05 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075993
Mar 18 02:50:34.107325 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Attempting to bind port f586a6ca-f871-4405-9620-ddf4e8d15e43 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:50:34.107658 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Attempting to bind port f586a6ca-f871-4405-9620-ddf4e8d15e43 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:50:34.107988 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Attempting to bind port f586a6ca-f871-4405-9620-ddf4e8d15e43 on network dc50330d-409e-4f97-b557-d923da616967 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:34.120210 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Port f586a6ca-f871-4405-9620-ddf4e8d15e43 on network dc50330d-409e-4f97-b557-d923da616967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:50:34.120535 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Attempting to bind port f586a6ca-f871-4405-9620-ddf4e8d15e43 on network dc50330d-409e-4f97-b557-d923da616967 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:50:34.136855 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:50:34.137192 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Checking segment: {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:50:34.137576 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Bound using segment: {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:50:34.138004 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Bound port: f586a6ca-f871-4405-9620-ddf4e8d15e43, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8540fdf5-f347-44fd-81c1-964f051fc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc50330d-409e-4f97-b557-d923da616967'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:50:34.138357 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:34.143608 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-beac4022-2e0a-4417-be3f-77ad76926847 req-5ebdd2cc-a682-493c-9202-0fc4a6d5c3e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691919
Mar 18 02:50:34.202089 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:50:34.205098 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:50:34.211003 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:34.248655 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.249280 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:34.250803 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] 10.222.0.35 "PUT /v2.0/ports/f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 1094 time: 0.8777988
Mar 18 02:50:34.251243 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:34.253450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86602f87-9382-4866-9600-711db5193cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:34.275792 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3a0a-2fe3-42c8-976d-96f90563013d service neutron] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:34.290148 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5cec27-c1ce-4704-8350-d54dbcbc1d56 x-openstack-request-id: req-8f5cec27-c1ce-4704-8350-d54dbcbc1d56 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:34.290447 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:34.290733 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f5cec27-c1ce-4704-8350-d54dbcbc1d56 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:34.291146 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'status': 'completed', 'code': 200}
Mar 18 02:50:34.426205 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86602f87-9382-4866-9600-711db5193cf2 req-da537af4-a30b-47a4-896b-edb0f6c6be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.427756 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-86602f87-9382-4866-9600-711db5193cf2 req-da537af4-a30b-47a4-896b-edb0f6c6be3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1128 time: 0.0482166
Mar 18 02:50:34.528459 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86602f87-9382-4866-9600-711db5193cf2 req-53ac2c7e-5260-4089-a921-be165d95cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.529837 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-86602f87-9382-4866-9600-711db5193cf2 req-53ac2c7e-5260-4089-a921-be165d95cd85 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d17e94bba7d42f98113baf249954b07&shared=False HTTP/1.1" status: 200  len: 908 time: 0.0894670
Mar 18 02:50:34.624964 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86602f87-9382-4866-9600-711db5193cf2 req-60a4a3f8-c016-452b-af32-4f3af73b2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.626507 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-86602f87-9382-4866-9600-711db5193cf2 req-60a4a3f8-c016-452b-af32-4f3af73b2f3e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.0902333
Mar 18 02:50:34.705720 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-09394632-0bdc-4d2a-9732-3270f9cbb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.707235 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-09394632-0bdc-4d2a-9732-3270f9cbb196 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1128 time: 0.0439351
Mar 18 02:50:34.752960 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-56baffd3-76a6-43fa-9b10-85f33915732d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 217 time: 0.0379241
Mar 18 02:50:34.800907 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-02a1d7d7-3624-4274-ba89-793c2049e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.802350 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-02a1d7d7-3624-4274-ba89-793c2049e509 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 200  len: 847 time: 0.0430086
Mar 18 02:50:34.854458 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-b3ccb0d5-f5d3-4872-a565-2e5973d0230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.855903 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-b3ccb0d5-f5d3-4872-a565-2e5973d0230d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc50330d-409e-4f97-b557-d923da616967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440803
Mar 18 02:50:34.986003 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57312b3-0fc9-4e8e-8cbc-9e9c4d21a92e req-72951798-6ca5-4b78-9fca-fc306d8a98bd tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:34.987513 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a57312b3-0fc9-4e8e-8cbc-9e9c4d21a92e req-72951798-6ca5-4b78-9fca-fc306d8a98bd tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 946 time: 0.0817885
Mar 18 02:50:34.989658 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-b11ce2ba-38d2-4860-af63-04d151012765 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274555
Mar 18 02:50:35.088111 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a57312b3-0fc9-4e8e-8cbc-9e9c4d21a92e req-73acf70d-0f74-4c2b-b1fb-f59cb3b7ab5c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950785
Mar 18 02:50:35.115390 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc58a7e7-393d-4df2-8ee8-9da0f7f6da16 req-e818a63f-b2f9-42e8-a7b0-c4badeac41dd service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158321
Mar 18 02:50:35.222721 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4375ba-bd4d-479b-9a22-b312c432d647 req-9f73850a-c5f3-43f9-ab18-5c2ddc2b76ae tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:35.224195 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc4375ba-bd4d-479b-9a22-b312c432d647 req-9f73850a-c5f3-43f9-ab18-5c2ddc2b76ae tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0542293
Mar 18 02:50:35.277073 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc4375ba-bd4d-479b-9a22-b312c432d647 req-2d790892-0534-41c6-8910-d91e911988aa tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465457
Mar 18 02:50:36.205551 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19185-7c0e-4e80-af74-e9bf70c1b0e8 req-5c379536-bac1-4a7f-9821-08d39a794c08 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:36.207029 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-68a19185-7c0e-4e80-af74-e9bf70c1b0e8 req-5c379536-bac1-4a7f-9821-08d39a794c08 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 946 time: 0.0522785
Mar 18 02:50:36.254019 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-68a19185-7c0e-4e80-af74-e9bf70c1b0e8 req-d035a50e-9eb6-47c0-be72-a7f48b63a002 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415931
Mar 18 02:50:36.403522 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080c9d-6290-4e22-b729-0a2778f2d0f1 req-3f89d37c-6a0a-4bff-bce6-4cb3be7896a0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:36.404978 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc080c9d-6290-4e22-b729-0a2778f2d0f1 req-3f89d37c-6a0a-4bff-bce6-4cb3be7896a0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0591395
Mar 18 02:50:36.457430 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fc080c9d-6290-4e22-b729-0a2778f2d0f1 req-60c28fff-601d-45e3-a090-0f1dbd308e63 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460584
Mar 18 02:50:36.521778 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf679e40-e2e9-4bbc-8d86-09fa9da36dcc req-036d0444-b3d1-4e58-bd59-75c9775f75c1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:36.523290 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf679e40-e2e9-4bbc-8d86-09fa9da36dcc req-036d0444-b3d1-4e58-bd59-75c9775f75c1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 946 time: 0.0514281
Mar 18 02:50:36.573105 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf679e40-e2e9-4bbc-8d86-09fa9da36dcc req-4a3b0da8-995c-49de-8307-6f8424fd49db tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442886
Mar 18 02:50:36.595838 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37132) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:36.732102 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b575190-5dd3-4cf6-ac6c-16f8d94dd288 tempest-TestVolumeBootPattern-396495819 tempest-TestVolumeBootPattern-396495819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:36.733610 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9b575190-5dd3-4cf6-ac6c-16f8d94dd288 tempest-TestVolumeBootPattern-396495819 tempest-TestVolumeBootPattern-396495819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 1125 time: 0.1367607
Mar 18 02:50:36.736636 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37136) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:36.740814 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'port_id': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'tenant_id': 'dba602d147084933986b437762006786', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:36.759822 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:36.853321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:36.959571 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-73b9f2a7-beba-4deb-9ba7-669b4d158232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:36.964257 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Allocated IP 172.27.0.194 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/d4472428-99cf-4503-9775-821e0256eb5c) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:37.066228 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (d4472428-99cf-4503-9775-821e0256eb5c), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:37.098614 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (d4472428-99cf-4503-9775-821e0256eb5c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:37.134968 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:37.137731 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:37.141723 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:37.152880 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=d4472428-99cf-4503-9775-821e0256eb5c,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:37.179641 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.179989 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.180331 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.180668 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.180994 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.181318 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.181640 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.181958 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.182276 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.182694 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.183019 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.183337 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.183655 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.183964 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.184274 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:37.498007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:37.599660 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (d4472428-99cf-4503-9775-821e0256eb5c), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:37.608707 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7802d-4d7d-48e3-9b8e-f5b4806ea8d8 req-c924948c-c3c2-455c-ae83-4669ec611612 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:37.610809 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f0c7802d-4d7d-48e3-9b8e-f5b4806ea8d8 req-c924948c-c3c2-455c-ae83-4669ec611612 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0856950
Mar 18 02:50:37.723694 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f0c7802d-4d7d-48e3-9b8e-f5b4806ea8d8 req-61292efe-73a2-4223-9115-69e6d18378c8 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957952
Mar 18 02:50:37.791002 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (d4472428-99cf-4503-9775-821e0256eb5c), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:37.795224 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (d4472428-99cf-4503-9775-821e0256eb5c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:37.867542 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=d4472428-99cf-4503-9775-821e0256eb5c,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:37.877801 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:37.983305 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Floating IP a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f associated. External IP: 172.27.0.194, port: 52c6a594-63a9-409b-bcad-ab4bc39d2f04.
Mar 18 02:50:38.198766 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:38.314668 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:38.324646 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:38.333082 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:38.334974 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:38.335791 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59655b80>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:38.364316 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-6981b70f-bc84-4882-9e28-652160aa0ac1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6266565
Mar 18 02:50:38.364913 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:38.367286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2d461f-dd15-4b61-b459-41accff194fe" -d '{"events": [{"name": "network-changed", "server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:38.402106 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05c832-ccc6-4560-b8a0-52f08513f055 x-openstack-request-id: req-ed05c832-ccc6-4560-b8a0-52f08513f055 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:38.402394 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:38.402671 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed05c832-ccc6-4560-b8a0-52f08513f055 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:38.403097 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'status': 'completed', 'code': 200}
Mar 18 02:50:38.455050 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:38.511779 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d461f-dd15-4b61-b459-41accff194fe req-388aea7d-637d-4076-8d0f-643295f58d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:38.513275 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf2d461f-dd15-4b61-b459-41accff194fe req-388aea7d-637d-4076-8d0f-643295f58d56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 1130 time: 0.0895030
Mar 18 02:50:38.615592 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d461f-dd15-4b61-b459-41accff194fe req-62664ec6-588a-47e1-abd7-dd130f1810c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:38.617160 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf2d461f-dd15-4b61-b459-41accff194fe req-62664ec6-588a-47e1-abd7-dd130f1810c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.0956438
Mar 18 02:50:38.686619 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59655b80>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:72:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:37Z', 'updated_at': '2022-03-18T02:50:37Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:38.691927 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf2d461f-dd15-4b61-b459-41accff194fe req-5232f3e8-e0ad-4b61-8188-dd852b9f2cb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04 HTTP/1.1" status: 200  len: 1000 time: 0.0641716
Mar 18 02:50:38.712328 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:38.721407 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:38.722018 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59655b80>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:38.833165 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:39.031835 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d461f-dd15-4b61-b459-41accff194fe req-678104c9-7ed7-4369-9824-699506dddf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:39.033496 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf2d461f-dd15-4b61-b459-41accff194fe req-678104c9-7ed7-4369-9824-699506dddf3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.3354292
Mar 18 02:50:39.058966 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9f61-84ad-4fa7-ab64-7ab439ae50b1 req-01fd49cc-4698-4b1f-ac73-598ff4514104 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:39.060420 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8a7b9f61-84ad-4fa7-ab64-7ab439ae50b1 req-01fd49cc-4698-4b1f-ac73-598ff4514104 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0737734
Mar 18 02:50:39.065087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59655b80>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:72:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:37Z', 'updated_at': '2022-03-18T02:50:37Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:39.091378 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c8e98-560d-401c-8b5f-34a30629a5dd None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:72:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:37Z', 'updated_at': '2022-03-18T02:50:37Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:39.131397 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d461f-dd15-4b61-b459-41accff194fe req-4963c2b0-7320-4642-ae1d-240ed8e60544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:39.132926 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf2d461f-dd15-4b61-b459-41accff194fe req-4963c2b0-7320-4642-ae1d-240ed8e60544 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0917356
Mar 18 02:50:39.137819 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8a7b9f61-84ad-4fa7-ab64-7ab439ae50b1 req-9caac193-3367-4479-b3fc-7842711e0bea tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623348
Mar 18 02:50:39.224635 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf2d461f-dd15-4b61-b459-41accff194fe req-f21f18ec-41c3-4aa9-9da2-96f999a154c2 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828011
Mar 18 02:50:39.270839 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97a0eeee-4293-463e-acf4-77eaba25c672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:39.302981 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ce760-8de9-45b3-bc22-264068fae74a None None] New status for floating IP a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f: ACTIVE {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:39.329171 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bf2d461f-dd15-4b61-b459-41accff194fe req-d961d8f0-41e8-4282-9766-ab4fb9340eff service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972159
Mar 18 02:50:40.265625 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69984c9-34b5-4d99-92cd-2a37c747935f req-f51d87f9-dafb-48e8-b85f-6395fd98229f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:40.267132 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c69984c9-34b5-4d99-92cd-2a37c747935f req-f51d87f9-dafb-48e8-b85f-6395fd98229f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0857639
Mar 18 02:50:40.277669 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916532a-8185-4eb3-8877-a19bfeca321d req-95c5b246-8325-4b2f-a1c2-757bdba4e57c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:40.279085 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2916532a-8185-4eb3-8877-a19bfeca321d req-95c5b246-8325-4b2f-a1c2-757bdba4e57c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0708294
Mar 18 02:50:40.351922 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c69984c9-34b5-4d99-92cd-2a37c747935f req-76c0d014-fb37-44cd-97aa-b810e9261fd4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718846
Mar 18 02:50:40.361528 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2916532a-8185-4eb3-8877-a19bfeca321d req-60b77b04-2b77-437f-b583-3cd046e344c2 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752673
Mar 18 02:50:40.600512 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:41.505293 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b1f86-fc4a-4c0a-bcd1-fe1db2ae76ca req-a15781cb-18b4-401a-b8f1-400e7feebb02 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:41.506783 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e85b1f86-fc4a-4c0a-bcd1-fe1db2ae76ca req-a15781cb-18b4-401a-b8f1-400e7feebb02 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0828648
Mar 18 02:50:41.513383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9222a2-a220-48b6-933d-98353b477e73 req-59bdd7de-96c4-4d54-ac7c-a2f3412f0d4b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:41.514732 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bc9222a2-a220-48b6-933d-98353b477e73 req-59bdd7de-96c4-4d54-ac7c-a2f3412f0d4b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0821402
Mar 18 02:50:41.588624 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e85b1f86-fc4a-4c0a-bcd1-fe1db2ae76ca req-99a9d863-7c2a-4a50-a209-0f1893ff9a8c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723240
Mar 18 02:50:41.592317 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bc9222a2-a220-48b6-933d-98353b477e73 req-f4342576-d8b5-498b-81a3-2020bf6eb1e5 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704744
Mar 18 02:50:41.851692 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:42.746719 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ba62f-15e3-4752-9a3a-236733f588fe req-3b54a8a2-1286-4e50-afe5-de29a96d7fb1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:42.748198 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-244ba62f-15e3-4752-9a3a-236733f588fe req-3b54a8a2-1286-4e50-afe5-de29a96d7fb1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0865035
Mar 18 02:50:42.755591 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268c367-a617-4cd2-bb22-4a406981dd06 req-b7f532f8-090a-4895-b503-a028635dce16 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:42.756965 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e268c367-a617-4cd2-bb22-4a406981dd06 req-b7f532f8-090a-4895-b503-a028635dce16 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0971253
Mar 18 02:50:42.830224 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-244ba62f-15e3-4752-9a3a-236733f588fe req-8f32435a-3f5f-49bf-a6aa-ec684fe813ac tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722284
Mar 18 02:50:42.833606 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e268c367-a617-4cd2-bb22-4a406981dd06 req-74f4b49a-64a1-42e9-99cb-68aeb91699c2 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700507
Mar 18 02:50:43.452101 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f586a6ca-f871-4405-9620-ddf4e8d15e43 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:50:43.554537 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:43.567776 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'port_id': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'mac_address': 'fa:16:3e:f5:01:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:50:43.570603 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:43.611083 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port f586a6ca-f871-4405-9620-ddf4e8d15e43 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:43.611483 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:43.624120 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f586a6ca-f871-4405-9620-ddf4e8d15e43 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:43.644173 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:43.647571 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:43.699217 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:43.944263 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['f586a6ca-f871-4405-9620-ddf4e8d15e43'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:50:43.990708 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ce3c4-5106-409a-8592-1a7a78e8f399 req-fb6ffaa7-78c4-485c-a654-832276d9d0f2 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:43.992116 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8c0ce3c4-5106-409a-8592-1a7a78e8f399 req-fb6ffaa7-78c4-485c-a654-832276d9d0f2 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 945 time: 0.0867341
Mar 18 02:50:44.006097 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248643-9338-4d9d-843e-235a724d635e req-9ce62b38-5e60-4e52-9aac-3c1e178847a3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:44.007648 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a2248643-9338-4d9d-843e-235a724d635e req-9ce62b38-5e60-4e52-9aac-3c1e178847a3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0913243
Mar 18 02:50:44.080905 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8c0ce3c4-5106-409a-8592-1a7a78e8f399 req-cf5a1b8b-55d1-4b80-b68c-5fc614ccb262 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831316
Mar 18 02:50:44.085215 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a2248643-9338-4d9d-843e-235a724d635e req-4b18f2e7-aa43-40d6-9e40-ae4bc8cd06e9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709603
Mar 18 02:50:45.233093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb9638-2b2e-4d84-9629-0d784e27bb13 req-26f9bf2c-7804-4b77-a77e-262abdf17cc9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:45.235257 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d4cb9638-2b2e-4d84-9629-0d784e27bb13 req-26f9bf2c-7804-4b77-a77e-262abdf17cc9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0770259
Mar 18 02:50:45.242714 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047af894-48dd-4a88-91fb-20352bf92a65 req-7b8e24da-c680-44ed-b9f3-b033a7b1e7fd tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:45.244087 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-047af894-48dd-4a88-91fb-20352bf92a65 req-7b8e24da-c680-44ed-b9f3-b033a7b1e7fd tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 945 time: 0.0959063
Mar 18 02:50:45.316629 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d4cb9638-2b2e-4d84-9629-0d784e27bb13 req-e7110f21-2dc8-48cf-b08d-285941063efe tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716035
Mar 18 02:50:45.320376 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-047af894-48dd-4a88-91fb-20352bf92a65 req-416445e7-c2e9-4f83-b7ec-209c974cc662 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691187
Mar 18 02:50:45.477177 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f586a6ca-f871-4405-9620-ddf4e8d15e43 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:45.524204 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port f586a6ca-f871-4405-9620-ddf4e8d15e43 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:50:45.528374 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port f586a6ca-f871-4405-9620-ddf4e8d15e43 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:45.528755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:45.609649 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port f586a6ca-f871-4405-9620-ddf4e8d15e43 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:45.610041 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:45.632468 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:45.634705 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44cd8eb-2265-4cb5-b55c-dcade930d1bc" -d '{"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-plugged", "status": "completed", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:45.646815 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:45.651235 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:45.675976 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e6b673-3cfe-4c31-bec6-16592445cd0b x-openstack-request-id: req-46e6b673-3cfe-4c31-bec6-16592445cd0b {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:45.676273 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-plugged", "status": "completed", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:45.676532 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46e6b673-3cfe-4c31-bec6-16592445cd0b {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:45.676925 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'code': 200}
Mar 18 02:50:45.701827 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:45.709693 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.710043 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.710387 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.710755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.711090 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.711422 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.711757 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.712076 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.712408 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.712729 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.713059 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.713388 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.713708 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.714026 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.714343 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:50:45.911904 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051044ff-b2ec-467a-8209-ed58ed8f38a5 req-d6b09d5f-d8c7-4550-ac0e-eecef6ee5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:45.913376 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-051044ff-b2ec-467a-8209-ed58ed8f38a5 req-d6b09d5f-d8c7-4550-ac0e-eecef6ee5e45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1130 time: 0.0455880
Mar 18 02:50:45.959262 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-051044ff-b2ec-467a-8209-ed58ed8f38a5 req-1e255855-7e54-4cef-b4d5-35e6cf88406b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394957
Mar 18 02:50:46.474484 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a03819-2706-461a-8b99-adc09ce5f422 req-08685fe5-2a81-4ab9-8710-0f023e15894b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:46.475979 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b7a03819-2706-461a-8b99-adc09ce5f422 req-08685fe5-2a81-4ab9-8710-0f023e15894b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0893881
Mar 18 02:50:46.482694 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a8f56-7518-4f40-86f7-cb97e017e7f4 req-9ae777fb-4bdf-4d3c-9f2a-58296da83e72 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:46.484026 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e3a8f56-7518-4f40-86f7-cb97e017e7f4 req-9ae777fb-4bdf-4d3c-9f2a-58296da83e72 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0955620
Mar 18 02:50:46.556363 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b7a03819-2706-461a-8b99-adc09ce5f422 req-738c83bc-f43a-4f91-9eb5-766179308ea7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713978
Mar 18 02:50:46.560337 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0e3a8f56-7518-4f40-86f7-cb97e017e7f4 req-fc403986-fb37-4be8-b8e3-458fb5fcfa6b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696101
Mar 18 02:50:47.708024 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd8a8c-d47a-4704-a898-5f1b3a70b0ef req-3a3f00f6-ff70-4e81-9269-ce7169702890 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:47.709490 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e9bd8a8c-d47a-4704-a898-5f1b3a70b0ef req-3a3f00f6-ff70-4e81-9269-ce7169702890 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0874314
Mar 18 02:50:47.721815 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08f446-e2c4-416d-9af0-c183038d84a9 req-38331e43-6ee2-4baf-814f-fc19f3ec84b4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:47.723238 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8d08f446-e2c4-416d-9af0-c183038d84a9 req-38331e43-6ee2-4baf-814f-fc19f3ec84b4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0904388
Mar 18 02:50:47.793571 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e9bd8a8c-d47a-4704-a898-5f1b3a70b0ef req-093c87fd-e7da-4123-99c4-5bb6f5b6bc48 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694001
Mar 18 02:50:47.801381 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8d08f446-e2c4-416d-9af0-c183038d84a9 req-fcc9c198-6ec9-4719-8108-4523494c88df tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717137
Mar 18 02:50:47.912018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2c50c-a437-448f-89fd-0af3289c6928 req-dc086f94-b194-41fa-ad56-caef8b1b20e4 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:47.913391 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dbf2c50c-a437-448f-89fd-0af3289c6928 req-dc086f94-b194-41fa-ad56-caef8b1b20e4 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0560296
Mar 18 02:50:47.963673 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dbf2c50c-a437-448f-89fd-0af3289c6928 req-594f9186-fb19-41ec-b15a-028eef42dfd1 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424092
Mar 18 02:50:47.985157 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37214) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:48.072138 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e153d-8f39-42bd-b64e-d350f9059b04 tempest-TestShelveInstance-1200660230 tempest-TestShelveInstance-1200660230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:48.073631 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-a33e153d-8f39-42bd-b64e-d350f9059b04 tempest-TestShelveInstance-1200660230 tempest-TestShelveInstance-1200660230-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1125 time: 0.0875266
Mar 18 02:50:48.076654 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37218) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:50:48.081344 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'port_id': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:50:48.101038 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:48.195903 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:48.301406 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Allocated IP 172.27.0.66 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/7a58ca01-76c2-4d95-a76e-74512af8f6dc) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:50:48.397174 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:48.430725 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:48.471095 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:50:48.473802 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:50:48.477159 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:50:48.484422 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'Port': ['ID=7a58ca01-76c2-4d95-a76e-74512af8f6dc,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:48.822453 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for floatingip (bf461274-1f6c-4726-adab-ea1a15cf3ab1), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:48.917559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:48.976360 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd2fa-b1d1-4825-941f-2c2cd32971d1 req-04bc73bd-63a4-48a0-9232-500536b25fe5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:48.977846 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-115bd2fa-b1d1-4825-941f-2c2cd32971d1 req-04bc73bd-63a4-48a0-9232-500536b25fe5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0937185
Mar 18 02:50:49.083009 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-115bd2fa-b1d1-4825-941f-2c2cd32971d1 req-75bbf92c-4988-49f5-a376-1f172a904ffb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921171
Mar 18 02:50:49.120089 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:49.124559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:49.197230 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event updated for resources: {'Port': ['ID=7a58ca01-76c2-4d95-a76e-74512af8f6dc,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:49.206100 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (bf461274-1f6c-4726-adab-ea1a15cf3ab1), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:49.305614 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Floating IP bf461274-1f6c-4726-adab-ea1a15cf3ab1 associated. External IP: 172.27.0.66, port: f586a6ca-f871-4405-9620-ddf4e8d15e43.
Mar 18 02:50:49.515841 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:50:49.627719 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:50:49.637320 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] Sync routers for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:50:49.645160 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:49.650637 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:49.651267 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59322580>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:49.675656 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-54def976-52c9-405d-add0-cfdd4eab57b7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5980060
Mar 18 02:50:49.676237 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:49.678458 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:49.760779 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:49.774454 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d2798-1d8c-4e48-907a-e171e8013326 x-openstack-request-id: req-223d2798-1d8c-4e48-907a-e171e8013326 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:49.774767 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:49.775022 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-223d2798-1d8c-4e48-907a-e171e8013326 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:49.775426 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'status': 'completed', 'code': 200}
Mar 18 02:50:49.845138 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-e424af77-4730-4d06-847a-65b1c74427f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:49.847035 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-e424af77-4730-4d06-847a-65b1c74427f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1130 time: 0.0461233
Mar 18 02:50:49.951780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-18a1f096-a96a-4878-9564-e67cfeed4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:49.953241 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-18a1f096-a96a-4878-9564-e67cfeed4755 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 908 time: 0.0921741
Mar 18 02:50:50.019833 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-7f649832-9e47-4a76-8e21-2dd28ba61356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 999 time: 0.0592694
Mar 18 02:50:50.078315 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-14771a8d-5a3b-426b-8162-7024ecc1e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:50.080625 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-14771a8d-5a3b-426b-8162-7024ecc1e5c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 200  len: 847 time: 0.0481849
Mar 18 02:50:50.105293 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59322580>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'bf461274-1f6c-4726-adab-ea1a15cf3ab1', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'port_id': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'mac_address': 'fa:16:3e:f5:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:48Z', 'updated_at': '2022-03-18T02:50:48Z', 'revision_number': 0, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 5, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:50.133558 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-8f8dee0c-76f6-46d3-8c1f-bb84083d210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:50.135207 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-8f8dee0c-76f6-46d3-8c1f-bb84083d210e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc50330d-409e-4f97-b557-d923da616967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0480440
Mar 18 02:50:50.136262 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] Checking router: ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:50:50.145604 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:50:50.146232 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59322580>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:50:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:50.258126 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:50:50.270156 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6c594-f8ec-4256-8520-595849e37c55 req-8679c39c-9765-4dd8-bc2b-60bdc116c3a7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:50.271607 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6dd6c594-f8ec-4256-8520-595849e37c55 req-8679c39c-9765-4dd8-bc2b-60bdc116c3a7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.1091890
Mar 18 02:50:50.273344 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-a59b8b5e-2bfd-49cb-a2fa-20aba5f74fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308386
Mar 18 02:50:50.370252 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6dd6c594-f8ec-4256-8520-595849e37c55 req-45577984-0f08-4a46-b735-23abed4ed04a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931010
Mar 18 02:50:50.396189 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-304cbe22-43b9-4dfe-9bdb-e80de354dcdd req-b6ee98ae-818c-4b91-9743-5c0c877ffc5a service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1118505
Mar 18 02:50:50.481796 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59322580>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'bf461274-1f6c-4726-adab-ea1a15cf3ab1', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'port_id': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'mac_address': 'fa:16:3e:f5:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:48Z', 'updated_at': '2022-03-18T02:50:48Z', 'revision_number': 0, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 5, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:50:50.510716 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59d66f-2538-499d-b50a-fd938e9412d8 None None] The sync data for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi is: [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'bf461274-1f6c-4726-adab-ea1a15cf3ab1', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'port_id': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'mac_address': 'fa:16:3e:f5:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:50:48Z', 'updated_at': '2022-03-18T02:50:48Z', 'revision_number': 0, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 5, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:50:50.712523 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589faccf-553a-45a6-888f-5aebb2b8d85f None None] New status for floating IP bf461274-1f6c-4726-adab-ea1a15cf3ab1: ACTIVE {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:50:51.493380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d7797-5dac-4f6b-9a0d-da10808a6228 req-e583b080-597a-4fd6-9c6f-6a31142221c4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:51.494852 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ab9d7797-5dac-4f6b-9a0d-da10808a6228 req-e583b080-597a-4fd6-9c6f-6a31142221c4 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0522888
Mar 18 02:50:51.541309 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ab9d7797-5dac-4f6b-9a0d-da10808a6228 req-e370be4d-ae67-47df-bbcc-435e2fd428bd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409544
Mar 18 02:50:52.659893 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32e537-7fde-4093-b416-6cb3c4a17cea req-180293e8-32f2-49cf-9bbc-11248b2b7ced tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:52.661603 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3b32e537-7fde-4093-b416-6cb3c4a17cea req-180293e8-32f2-49cf-9bbc-11248b2b7ced tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0519083
Mar 18 02:50:52.706985 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3b32e537-7fde-4093-b416-6cb3c4a17cea req-47ce081f-0961-4c76-900b-46131e167723 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398808
Mar 18 02:50:53.832294 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31b77-058b-4469-9113-99e6a37a684a req-fdbdf26c-5cf2-4c18-a3b2-86851549b6d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:53.833747 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e5a31b77-058b-4469-9113-99e6a37a684a req-fdbdf26c-5cf2-4c18-a3b2-86851549b6d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0556123
Mar 18 02:50:53.878727 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e5a31b77-058b-4469-9113-99e6a37a684a req-7e080652-1545-4250-9516-5172498454af tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393999
Mar 18 02:50:54.751163 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:55.001948 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef4b46-7803-41d9-b836-c7b353cbad77 req-07de9913-d7ff-4b36-a606-8304a14a2de9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:55.003489 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d2ef4b46-7803-41d9-b836-c7b353cbad77 req-07de9913-d7ff-4b36-a606-8304a14a2de9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0528488
Mar 18 02:50:55.050076 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d2ef4b46-7803-41d9-b836-c7b353cbad77 req-20850bea-cb21-4f9e-b03f-f33ea5cc2867 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408673
Mar 18 02:50:56.169324 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11189a-29b9-4c64-842c-478db2cab5be req-efcfb4b7-1ff2-4d33-85c0-b9435a799f74 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:56.170795 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a11189a-29b9-4c64-842c-478db2cab5be req-efcfb4b7-1ff2-4d33-85c0-b9435a799f74 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0515251
Mar 18 02:50:56.218570 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a11189a-29b9-4c64-842c-478db2cab5be req-88f8af70-8b46-45b0-9c10-72c8e4fe1381 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421355
Mar 18 02:50:57.339616 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3cdde-6616-4344-981b-1e989f5d0d96 req-cca51fe5-39ca-455f-ba52-faf872d1aae0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:57.341072 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7bb3cdde-6616-4344-981b-1e989f5d0d96 req-cca51fe5-39ca-455f-ba52-faf872d1aae0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0519319
Mar 18 02:50:57.386113 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7bb3cdde-6616-4344-981b-1e989f5d0d96 req-6fa8f421-7bf2-48d0-b02b-006edcdcce61 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393307
Mar 18 02:50:57.540367 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:50:57.639780 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:57.651621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'port_id': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'mac_address': 'fa:16:3e:0e:cd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:50:57.689812 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 4f9d8c51-ee9a-4327-adad-53e89382a7be is: ACTIVE; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:57.690209 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:57.702858 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f9d8c51-ee9a-4327-adad-53e89382a7be {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:50:57.722114 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:57.726697 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:57.782687 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=6']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:57.843828 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['4f9d8c51-ee9a-4327-adad-53e89382a7be'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:50:58.519915 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb8035-9ace-49c6-9c66-04940fefb9ba req-e4540c9d-b77d-4cca-9367-7ed036a57075 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:58.521458 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aceb8035-9ace-49c6-9c66-04940fefb9ba req-e4540c9d-b77d-4cca-9367-7ed036a57075 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 944 time: 0.0595610
Mar 18 02:50:58.569844 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aceb8035-9ace-49c6-9c66-04940fefb9ba req-929094d2-e8ff-44e8-b75a-696e5afc31be tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427544
Mar 18 02:50:59.541503 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:50:59.611470 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 4f9d8c51-ee9a-4327-adad-53e89382a7be triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:50:59.612463 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:59.699714 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 4f9d8c51-ee9a-4327-adad-53e89382a7be is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:50:59.700116 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:59.716144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbab15-7c2b-4c38-b6d9-8f2cadf1e634 req-d3f8491d-e579-473c-a6df-a696e439bf27 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:50:59.723693 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29bbab15-7c2b-4c38-b6d9-8f2cadf1e634 req-d3f8491d-e579-473c-a6df-a696e439bf27 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 944 time: 0.0646973
Mar 18 02:50:59.731236 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:50:59.734038 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa509ae-d0c5-476a-8dca-42b826c8d2b3" -d '{"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:50:59.752566 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:50:59.764260 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:50:59.794699 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29bbab15-7c2b-4c38-b6d9-8f2cadf1e634 req-5d07bf11-e5c0-4f4b-b99e-c554901659d9 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699496
Mar 18 02:50:59.850394 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=7']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:50:59.868074 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f172a2-0998-40ba-840e-d55379208f9f x-openstack-request-id: req-66f172a2-0998-40ba-840e-d55379208f9f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:50:59.868375 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:50:59.868627 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66f172a2-0998-40ba-840e-d55379208f9f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:50:59.869039 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'code': 200}
Mar 18 02:51:00.904455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b5ad-9e0b-436c-bc16-c7731ed9f5bc req-1fd8b5db-ec9e-4eb1-8804-ca3a6d691485 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:00.912497 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5335b5ad-9e0b-436c-bc16-c7731ed9f5bc req-1fd8b5db-ec9e-4eb1-8804-ca3a6d691485 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0606997
Mar 18 02:51:00.958221 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5335b5ad-9e0b-436c-bc16-c7731ed9f5bc req-753776c8-0713-4311-8395-30dec3e3ee0b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449507
Mar 18 02:51:02.104412 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1731a6b-cbe9-4363-b0de-6cd55e0a3c0e req-6cf79386-8bb5-485a-9e43-9b78c00f90d8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:02.106831 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1731a6b-cbe9-4363-b0de-6cd55e0a3c0e req-6cf79386-8bb5-485a-9e43-9b78c00f90d8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0615320
Mar 18 02:51:02.158303 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1731a6b-cbe9-4363-b0de-6cd55e0a3c0e req-378eff8c-3411-4d4c-b8c2-458e051d9b23 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450861
Mar 18 02:51:03.292735 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6afe4-65a3-43e8-a295-9a4d65ea3925 req-5819e2d9-d909-4805-9eb6-6122e714924a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:03.294221 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dbe6afe4-65a3-43e8-a295-9a4d65ea3925 req-5819e2d9-d909-4805-9eb6-6122e714924a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0583000
Mar 18 02:51:03.348892 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dbe6afe4-65a3-43e8-a295-9a4d65ea3925 req-dc6767d3-0878-40fc-a6dc-c4d553eb3c37 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482786
Mar 18 02:51:04.476115 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b9e26-338e-4503-9949-d0619896ed5a req-6417fb4f-24aa-42f5-8c6d-9ce09985dada tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:04.478758 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-909b9e26-338e-4503-9949-d0619896ed5a req-6417fb4f-24aa-42f5-8c6d-9ce09985dada tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0575247
Mar 18 02:51:04.533651 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-909b9e26-338e-4503-9949-d0619896ed5a req-6a91c81f-8af5-49a0-8f49-4dbbb21ada99 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502560
Mar 18 02:51:05.686792 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a74fc-9dab-458b-9db9-d143f133afce req-e23eba54-c788-44b0-b566-974988602904 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:05.689104 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b01a74fc-9dab-458b-9db9-d143f133afce req-e23eba54-c788-44b0-b566-974988602904 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0720789
Mar 18 02:51:05.745775 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b01a74fc-9dab-458b-9db9-d143f133afce req-11331432-70d1-477a-92d2-63c386b65412 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506659
Mar 18 02:51:06.871781 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f531f1-b61d-4f36-905a-bba903061082 req-e6260ab1-6249-49bb-aa06-8e5c34e91d4a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:06.873156 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17f531f1-b61d-4f36-905a-bba903061082 req-e6260ab1-6249-49bb-aa06-8e5c34e91d4a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0530534
Mar 18 02:51:06.918824 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17f531f1-b61d-4f36-905a-bba903061082 req-d28515a7-33d0-401d-a4ac-a281434ef644 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400627
Mar 18 02:51:06.961315 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85f32fe7-8996-42b9-855b-c28ea5c4c1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:07.613895 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-9d2746d0-751a-40a7-8537-b0a729186d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:07.615408 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-9d2746d0-751a-40a7-8537-b0a729186d41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1129 time: 0.3021979
Mar 18 02:51:07.705008 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-1bd971d6-f075-460a-aa61-28f8c462efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:07.706438 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-1bd971d6-f075-460a-aa61-28f8c462efb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.0833349
Mar 18 02:51:07.777589 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-516be9f1-7fd7-4563-bfb3-5b516f95a0be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 200  len: 1001 time: 0.0640306
Mar 18 02:51:07.825460 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-03fa0012-1c4b-49c0-b0f9-62c9c5bd4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:07.826845 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-03fa0012-1c4b-49c0-b0f9-62c9c5bd4b6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0418737
Mar 18 02:51:07.878182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-8473b8b0-58c4-4517-86e0-b58af856c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:07.879639 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-8473b8b0-58c4-4517-86e0-b58af856c679 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0441234
Mar 18 02:51:07.972523 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-bbe67e1c-c469-4cd8-b8d2-a3d00523394b service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857728
Mar 18 02:51:08.107981 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a1e8c-2b13-42fc-86dc-1e3134c5f4ba req-f9d45466-0863-462e-9b79-784b6d14546d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:08.110039 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1b9a1e8c-2b13-42fc-86dc-1e3134c5f4ba req-f9d45466-0863-462e-9b79-784b6d14546d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.1096017
Mar 18 02:51:08.111832 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53fd5f0d-e895-4914-8e29-6ba12c9969ec req-0147fe0d-04dd-4ea3-bb87-689d6a7197a1 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300211
Mar 18 02:51:08.158483 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1b9a1e8c-2b13-42fc-86dc-1e3134c5f4ba req-d4ebef44-5f95-471b-97f2-b1275ea8807a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428145
Mar 18 02:51:09.272921 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6371c907-8549-4811-b5ff-8012ba72725e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:09.281157 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3032-0193-46c3-ae73-c69500f1a326 req-11f3274a-5308-4e7a-b6b5-d83bbbbc7169 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:09.283599 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b55a3032-0193-46c3-ae73-c69500f1a326 req-11f3274a-5308-4e7a-b6b5-d83bbbbc7169 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0544484
Mar 18 02:51:09.330284 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b55a3032-0193-46c3-ae73-c69500f1a326 req-77613d5e-93b5-4c72-ab6f-9b0801b58dd0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407546
Mar 18 02:51:09.352948 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:51:10.456010 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191744b-afb2-4130-b32c-413651ccf5f7 req-68aca3e9-9a7e-4195-9da1-8e68932f838f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:10.457526 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0191744b-afb2-4130-b32c-413651ccf5f7 req-68aca3e9-9a7e-4195-9da1-8e68932f838f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0575426
Mar 18 02:51:10.508727 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0191744b-afb2-4130-b32c-413651ccf5f7 req-c1eae2a1-be1b-4081-83ef-a45d11a1d845 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445166
Mar 18 02:51:10.603508 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:11.281488 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [req-f01d99e6-0fd5-4d64-885f-855a4c931bf6 req-5b3e167e-0796-41f6-a570-f0b9a7665fee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:51:11.283165 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f01d99e6-0fd5-4d64-885f-855a4c931bf6 req-5b3e167e-0796-41f6-a570-f0b9a7665fee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0470755
Mar 18 02:51:11.441480 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b12976-ac4a-446c-84f9-d9ca59783544 req-db20d6af-942c-4662-9dee-77d1c6bb40da tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:11.443082 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8b12976-ac4a-446c-84f9-d9ca59783544 req-db20d6af-942c-4662-9dee-77d1c6bb40da tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 945 time: 0.0554793
Mar 18 02:51:11.470853 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-e6c86144-8545-472e-8b7d-36358bbf4628 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0433033
Mar 18 02:51:11.492715 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8b12976-ac4a-446c-84f9-d9ca59783544 req-4829da59-5413-4d81-8ecc-1f89ab34d4d3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438387
Mar 18 02:51:11.544858 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33427da-4b28-453b-b291-3442f015800b req-201453aa-35d3-480f-a4fc-fc8a3f3b1c6b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:11.546244 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-201453aa-35d3-480f-a4fc-fc8a3f3b1c6b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports/4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 200  len: 942 time: 0.0475988
Mar 18 02:51:11.629747 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:11.716269 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 4f9d8c51-ee9a-4327-adad-53e89382a7be is: ACTIVE; New status is: DOWN {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:51:11.716757 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:11.749413 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:51:11.752746 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25b6b41-4ce9-4187-a378-abf0bd389d80" -d '{"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:51:11.768118 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:11.775423 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:11.806010 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Mar 2022 02:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1226927-dbb3-4140-b5ce-a0dda5e26604 x-openstack-request-id: req-b1226927-dbb3-4140-b5ce-a0dda5e26604 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:51:11.806385 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-unplugged", "status": "failed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be", "code": 422}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:51:11.806729 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1226927-dbb3-4140-b5ce-a0dda5e26604 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:51:11.807224 dv-cinder-817135-5-iscsi neutron-server[115118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'code': 422} returned with failed status
Mar 18 02:51:11.842677 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=8']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:11.861953 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:12.390637 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33427da-4b28-453b-b291-3442f015800b req-b236ebf4-974a-4906-8141-7e010f2cc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:12.392233 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-b236ebf4-974a-4906-8141-7e010f2cc3a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe&tenant_id=f22ea5ccb37b487e83c237d313f61033 HTTP/1.1" status: 200  len: 1127 time: 0.0434964
Mar 18 02:51:12.457575 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33427da-4b28-453b-b291-3442f015800b req-ce4c47d1-304f-4925-a21b-cd47ce06152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:12.459138 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-ce4c47d1-304f-4925-a21b-cd47ce06152d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1127 time: 0.0453253
Mar 18 02:51:12.562813 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33427da-4b28-453b-b291-3442f015800b req-70ff5a4c-902c-42b6-bd6b-b691ae80efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:12.565344 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-70ff5a4c-902c-42b6-bd6b-b691ae80efa7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.0983307
Mar 18 02:51:12.660173 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-a849af4f-0176-44d0-9a16-0f1b2594d122 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 200  len: 999 time: 0.0857966
Mar 18 02:51:12.670734 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171fb15-d9d7-4299-8863-79c4b7c01ac0 req-0cbc1a50-57bb-45d1-aebf-635ea6bd91d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:12.672137 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3171fb15-d9d7-4299-8863-79c4b7c01ac0 req-0cbc1a50-57bb-45d1-aebf-635ea6bd91d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.1059403
Mar 18 02:51:12.741215 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33427da-4b28-453b-b291-3442f015800b req-57770aaf-791b-42f0-938a-8e198f1408db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:12.742690 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-57770aaf-791b-42f0-938a-8e198f1408db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0686572
Mar 18 02:51:12.762208 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3171fb15-d9d7-4299-8863-79c4b7c01ac0 req-621bee24-a911-40cd-8b57-15d49086144b tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812228
Mar 18 02:51:12.796922 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33427da-4b28-453b-b291-3442f015800b req-0edfe7a5-601f-4b5c-8e9d-c2fb47a0a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:12.798993 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-0edfe7a5-601f-4b5c-8e9d-c2fb47a0a630 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0483267
Mar 18 02:51:12.897274 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-8a41e1b3-1e9e-4cd5-80b1-7d11c1ae8914 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910327
Mar 18 02:51:12.990739 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f33427da-4b28-453b-b291-3442f015800b req-bb019dc1-9616-4b28-86f5-eee67ec4fc09 service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851815
Mar 18 02:51:13.556503 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:13.915376 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e61e6-4298-45f8-8f56-e3641c5d7058 req-be1cc088-7904-49bb-bee4-fa7bfe4a743d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:13.918859 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2e3e61e6-4298-45f8-8f56-e3641c5d7058 req-be1cc088-7904-49bb-bee4-fa7bfe4a743d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0802741
Mar 18 02:51:13.974156 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2e3e61e6-4298-45f8-8f56-e3641c5d7058 req-cc30ff8f-6e18-472e-a296-3d4656490455 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492880
Mar 18 02:51:15.101709 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b21ef3-a236-4ebf-ad06-34880382eca8 req-3144a471-0be5-4ba1-bfab-0f3b7f77c3b1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:15.103237 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8b21ef3-a236-4ebf-ad06-34880382eca8 req-3144a471-0be5-4ba1-bfab-0f3b7f77c3b1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0535622
Mar 18 02:51:15.158444 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d8b21ef3-a236-4ebf-ad06-34880382eca8 req-aa4f44ef-792b-44fd-9c91-b10999458c38 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486693
Mar 18 02:51:16.296198 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516d63f-ae7c-4f7e-97c0-57f5a8c9e99e req-02248c98-f6e0-43e5-932f-91669ff179c3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:16.298516 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3516d63f-ae7c-4f7e-97c0-57f5a8c9e99e req-02248c98-f6e0-43e5-932f-91669ff179c3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0599649
Mar 18 02:51:16.361212 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3516d63f-ae7c-4f7e-97c0-57f5a8c9e99e req-30459bc4-ead4-4ec1-b735-84ece3033754 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571074
Mar 18 02:51:17.484175 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d72ead-3edd-40fb-a145-396a863d3dd2 req-208aa00d-8b1f-4707-8670-d623e6fb1ca8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:17.486153 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-05d72ead-3edd-40fb-a145-396a863d3dd2 req-208aa00d-8b1f-4707-8670-d623e6fb1ca8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0580106
Mar 18 02:51:17.557400 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-05d72ead-3edd-40fb-a145-396a863d3dd2 req-a9125755-22ab-4c56-be49-da31e285dae3 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647323
Mar 18 02:51:18.698979 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b956-ccea-44e6-b054-bedbae1935fd req-d8f82de7-fc2f-4889-a015-f4167124af65 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:18.700904 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf92b956-ccea-44e6-b054-bedbae1935fd req-d8f82de7-fc2f-4889-a015-f4167124af65 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0559201
Mar 18 02:51:18.757893 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cf92b956-ccea-44e6-b054-bedbae1935fd req-94593779-f62f-4b71-b4c5-a3c61241b1ca tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507085
Mar 18 02:51:19.890623 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba57c0-5813-46a8-8a77-17680d3ec261 req-2836f2c5-beab-4aeb-a44c-616060fa51c5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:19.892235 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1ba57c0-5813-46a8-8a77-17680d3ec261 req-2836f2c5-beab-4aeb-a44c-616060fa51c5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0573997
Mar 18 02:51:19.941092 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1ba57c0-5813-46a8-8a77-17680d3ec261 req-718989fd-cbb5-42a3-a358-2817af6271cb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430646
Mar 18 02:51:21.071415 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df7d9-5623-46b6-bc1b-12ac40cbf254 req-ca1aaef2-1c34-49cf-bb55-b3772906cbfe tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:21.073030 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c54df7d9-5623-46b6-bc1b-12ac40cbf254 req-ca1aaef2-1c34-49cf-bb55-b3772906cbfe tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0585716
Mar 18 02:51:21.123600 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c54df7d9-5623-46b6-bc1b-12ac40cbf254 req-f1bf4412-cdcc-4205-a925-4e7d92f39f95 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448914
Mar 18 02:51:22.248621 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c44ae-f470-43c0-8deb-446726177014 req-d0bb1c6f-7c1a-466e-b93f-35ef4fb071bd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:22.250219 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d77c44ae-f470-43c0-8deb-446726177014 req-d0bb1c6f-7c1a-466e-b93f-35ef4fb071bd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0564349
Mar 18 02:51:22.306396 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d77c44ae-f470-43c0-8deb-446726177014 req-fa2bd068-30d8-4c34-bcfe-04b2d067bafb tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473220
Mar 18 02:51:23.432107 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acde6f-ea05-4da8-8250-84003c477b19 req-bf0bc266-fe98-4d0e-8dcb-fa842ae9b0d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:23.433566 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-10acde6f-ea05-4da8-8250-84003c477b19 req-bf0bc266-fe98-4d0e-8dcb-fa842ae9b0d1 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0524848
Mar 18 02:51:23.480013 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-10acde6f-ea05-4da8-8250-84003c477b19 req-56273f78-d631-4516-9eeb-2e9b36211947 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408709
Mar 18 02:51:24.605598 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667218-338f-47ae-97c0-60b75efca61b req-f0386b02-420a-488c-b7cc-536c3c8fb85d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:24.607084 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8667218-338f-47ae-97c0-60b75efca61b req-f0386b02-420a-488c-b7cc-536c3c8fb85d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0526438
Mar 18 02:51:24.655698 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8667218-338f-47ae-97c0-60b75efca61b req-f4a96cba-bf66-49c9-8d7f-80b574cb0d48 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430179
Mar 18 02:51:24.753607 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:25.724014 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:51:25.775592 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9b94c-30be-43f8-9f7a-c92f10348130 req-4c97c0b1-cee0-43ff-bd97-71727ed16d8a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:25.777114 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d9f9b94c-30be-43f8-9f7a-c92f10348130 req-4c97c0b1-cee0-43ff-bd97-71727ed16d8a tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 943 time: 0.0517085
Mar 18 02:51:25.822137 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:25.825634 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d9f9b94c-30be-43f8-9f7a-c92f10348130 req-b764d338-385d-4af7-81a4-a45f875d85f5 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422647
Mar 18 02:51:25.833289 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'port_id': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'mac_address': 'fa:16:3e:0e:cd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:51:25.868758 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 4f9d8c51-ee9a-4327-adad-53e89382a7be is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:51:25.869145 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:25.882183 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9d8c51-ee9a-4327-adad-53e89382a7be {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:51:25.901457 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:25.905169 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:25.950419 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=9']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:26.186217 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['4f9d8c51-ee9a-4327-adad-53e89382a7be'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:51:26.944735 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e49fd-394e-4a1e-982a-47f369b893c6 req-d393ee79-a912-44b4-9263-b5af190ecadd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:26.946199 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-491e49fd-394e-4a1e-982a-47f369b893c6 req-d393ee79-a912-44b4-9263-b5af190ecadd tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 944 time: 0.0511885
Mar 18 02:51:26.992491 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-491e49fd-394e-4a1e-982a-47f369b893c6 req-28af0b1e-5bda-4281-a9e9-322797717bb0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407381
Mar 18 02:51:27.719167 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:51:27.769272 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 4f9d8c51-ee9a-4327-adad-53e89382a7be triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:51:27.769641 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:27.850691 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 4f9d8c51-ee9a-4327-adad-53e89382a7be is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:51:27.850988 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:27.872339 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:51:27.874731 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef438bb5-f852-417d-95a0-99620baf7384" -d '{"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:51:27.886971 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:27.891279 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:27.919493 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2ad5e5-8f78-4dc4-ad3c-249b920d5bd2 x-openstack-request-id: req-ed2ad5e5-8f78-4dc4-ad3c-249b920d5bd2 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:51:27.919805 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:51:27.920075 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed2ad5e5-8f78-4dc4-ad3c-249b920d5bd2 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:51:27.920464 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'code': 200}
Mar 18 02:51:27.943931 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=10']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:28.033523 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-1f480b78-f904-4cf1-a01a-0724ea4f070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:28.035331 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-1f480b78-f904-4cf1-a01a-0724ea4f070f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22ea5ccb37b487e83c237d313f61033&device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1130 time: 0.0514736
Mar 18 02:51:28.215994 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea8e7-0452-4984-80ca-15b5ff178ba0 req-36897c78-116c-46f2-984b-d18e185e7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:28.217510 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aa3ea8e7-0452-4984-80ca-15b5ff178ba0 req-36897c78-116c-46f2-984b-d18e185e7295 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 1130 time: 0.1523404
Mar 18 02:51:28.228705 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236bc5-e3d9-4216-899a-b1d83e374d34 req-f164f9a9-853c-4796-9fe5-05e9b66c70c7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:28.229945 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f9236bc5-e3d9-4216-899a-b1d83e374d34 req-f164f9a9-853c-4796-9fe5-05e9b66c70c7 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 946 time: 0.1549478
Mar 18 02:51:28.260726 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-a0d58223-9eac-4aaf-848a-7632c74eb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:28.262225 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-a0d58223-9eac-4aaf-848a-7632c74eb3c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 200  len: 917 time: 0.1958225
Mar 18 02:51:28.351136 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-aa3ea8e7-0452-4984-80ca-15b5ff178ba0 req-cead3f0d-d1e1-40ba-8382-6c1ea2ae44f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1154275
Mar 18 02:51:28.366328 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f9236bc5-e3d9-4216-899a-b1d83e374d34 req-b9afe074-d4bf-4367-8794-e565738a0309 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210849
Mar 18 02:51:28.374458 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-bf8d30e9-b60a-43aa-a8bc-11422979ca91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 200  len: 1001 time: 0.1028595
Mar 18 02:51:28.613607 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-14de9e75-8d9b-4406-9388-2bf7f0dca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:28.615107 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-14de9e75-8d9b-4406-9388-2bf7f0dca2b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 200  len: 856 time: 0.0449049
Mar 18 02:51:28.666548 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-b1c2b093-b711-4449-ba84-5280776b09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:28.667989 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-b1c2b093-b711-4449-ba84-5280776b09de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95079f1c-5ea3-498a-a938-a024190328bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0431423
Mar 18 02:51:28.760577 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-a4a0ef4f-7262-430c-9201-2fa3482c695c service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850658
Mar 18 02:51:28.847298 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f512a736-4065-4ae2-9f33-a8712d0f4660 req-f9df6dad-256f-4fe4-ab77-8cf4caf5e5ba service neutron] 10.222.0.35 "GET /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800450
Mar 18 02:51:29.512734 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3d14c-55eb-4ddf-8c9a-630e9a8719fb req-4e5453ae-bccb-46ca-a397-06fdc56f8e50 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:29.512734 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53a3d14c-55eb-4ddf-8c9a-630e9a8719fb req-4e5453ae-bccb-46ca-a397-06fdc56f8e50 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 946 time: 0.0689580
Mar 18 02:51:29.567846 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-53a3d14c-55eb-4ddf-8c9a-630e9a8719fb req-b34ec89a-4811-4fcd-a11c-f8d76262d97e tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479228
Mar 18 02:51:30.691038 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4ffdd-5f65-4d35-b299-dd28b0585187 req-b032d9c5-c713-4880-b4ac-e715a2afd456 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:30.692512 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-12d4ffdd-5f65-4d35-b299-dd28b0585187 req-b032d9c5-c713-4880-b4ac-e715a2afd456 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 946 time: 0.0534246
Mar 18 02:51:30.741094 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-12d4ffdd-5f65-4d35-b299-dd28b0585187 req-0847d205-5adc-4658-a601-3e88b7814f10 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428350
Mar 18 02:51:36.964262 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40e62299-870c-4413-8190-bfded0976e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:39.273621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a11fa6b-5926-4d1e-9349-264d22d3c542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:40.605957 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:41.857799 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:43.075982 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93677-ae9b-43bb-a140-87608abdb4bb req-5ff34060-746b-4b4b-97fa-a636212b5325 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:43.080076 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-02e93677-ae9b-43bb-a140-87608abdb4bb req-5ff34060-746b-4b4b-97fa-a636212b5325 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.0652568
Mar 18 02:51:43.136060 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-02e93677-ae9b-43bb-a140-87608abdb4bb req-c03da409-0135-4db2-b908-54edb0316dd0 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508461
Mar 18 02:51:43.550007 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:44.255842 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d497353-6f9d-4e61-8a9a-7b9a2abdeb2f req-c5760eb9-59c1-4c02-a766-5bb7da68d5ee tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:44.257217 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0d497353-6f9d-4e61-8a9a-7b9a2abdeb2f req-c5760eb9-59c1-4c02-a766-5bb7da68d5ee tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.0528629
Mar 18 02:51:44.304399 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0d497353-6f9d-4e61-8a9a-7b9a2abdeb2f req-18062c3d-7f4c-4172-a579-5d06b269f903 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb7b21f6-2d69-4761-92fe-22db6d4f2c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416753
Mar 18 02:51:44.684703 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-5e383b9f-83b4-4c42-8dbc-452c111fa51c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:44.686134 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-5e383b9f-83b4-4c42-8dbc-452c111fa51c tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 945 time: 0.0539966
Mar 18 02:51:44.797870 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port d30a523c-009b-4a49-a248-43f7770d6dd1 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:44.798133 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:44.903144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74204-a05a-428c-922c-dcee93dd1d1d req-f5960e67-588b-49c4-bfb8-168ffa29b230 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:44.904594 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c5f74204-a05a-428c-922c-dcee93dd1d1d req-f5960e67-588b-49c4-bfb8-168ffa29b230 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 945 time: 0.1209800
Mar 18 02:51:44.922871 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] For port d30a523c-009b-4a49-a248-43f7770d6dd1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d30a523c-009b-4a49-a248-43f7770d6dd1,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:44.923230 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:44.999056 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c5f74204-a05a-428c-922c-dcee93dd1d1d req-356108ba-6988-4870-9dac-dd83e27e8701 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0878966
Mar 18 02:51:45.118060 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:45.118422 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (66fffe1c-e418-4ef3-a5d7-3747e0827479), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:45.118779 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Floating IP 66fffe1c-e418-4ef3-a5d7-3747e0827479 disassociated. External IP: 172.27.0.232, port: d30a523c-009b-4a49-a248-43f7770d6dd1.
Mar 18 02:51:45.119117 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for d30a523c-009b-4a49-a248-43f7770d6dd1 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:45.246589 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (d30a523c-009b-4a49-a248-43f7770d6dd1), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:45.276770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=d30a523c-009b-4a49-a248-43f7770d6dd1,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:45.290175 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.290661 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.291014 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.291359 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.291694 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.292029 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.292359 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.292697 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.293015 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.293340 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.293666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.293987 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.294305 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.294654 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.294993 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:45.410440 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e4bdea19-f475-42cf-9125-112615d11db3 req-ae3a1b97-ef08-48e2-bd8d-643058c038dd tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/ports?device_id=db99aaa0-3e5d-44b2-9799-0b10cb85b9b4 HTTP/1.1" status: 200  len: 210 time: 0.0371423
Mar 18 02:51:45.438273 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:51:45.548773 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:51:45.564417 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:51:45.574127 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:45.574782 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a6bc10>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:45.598005 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] No DVR routers for this DVR port d30a523c-009b-4a49-a248-43f7770d6dd1 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:51:45.601316 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:45.605026 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c6f4175f-92b2-4f3c-9829-08efd7c8629c req-08086dd1-caaa-4020-b619-56f4343543b2 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.35 "DELETE /v2.0/ports/d30a523c-009b-4a49-a248-43f7770d6dd1 HTTP/1.1" status: 204  len: 173 time: 0.9135809
Mar 18 02:51:45.605493 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'name': 'network-vif-deleted', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:51:45.612500 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d12e1ef-8995-4e55-a301-ec4507b34aed" -d '{"events": [{"server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "name": "network-vif-deleted", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:51:45.652695 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa80ad5e-c274-4cbe-89bd-5911f14ce01b x-openstack-request-id: req-aa80ad5e-c274-4cbe-89bd-5911f14ce01b {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:51:45.653037 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db99aaa0-3e5d-44b2-9799-0b10cb85b9b4", "name": "network-vif-deleted", "tag": "d30a523c-009b-4a49-a248-43f7770d6dd1", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:51:45.653766 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa80ad5e-c274-4cbe-89bd-5911f14ce01b {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:51:45.653766 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db99aaa0-3e5d-44b2-9799-0b10cb85b9b4', 'name': 'network-vif-deleted', 'tag': 'd30a523c-009b-4a49-a248-43f7770d6dd1', 'status': 'completed', 'code': 200}
Mar 18 02:51:45.711576 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:46.029281 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a6bc10>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:46.062964 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:51:46.073332 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:46.073979 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a6bc10>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:46.131665 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269761a2-ed06-434f-855b-23e0cef98bd5 req-a5d11c96-4eb4-4180-a215-115d719c0c71 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:46.133216 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-269761a2-ed06-434f-855b-23e0cef98bd5 req-a5d11c96-4eb4-4180-a215-115d719c0c71 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 945 time: 0.0643570
Mar 18 02:51:46.182335 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-269761a2-ed06-434f-855b-23e0cef98bd5 req-570d6081-d83e-4ceb-b2fb-1e6099c38310 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d9a3db-6cf7-4169-9397-2bb2ffd81412&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434332
Mar 18 02:51:46.194558 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:46.351953 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:51:46.395836 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a6bc10>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:46.422302 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a726-0781-4d56-8229-8b90f8ea212d None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'e3bb4a20-3fd7-4eec-8267-29a200c31005', 'name': '', 'network_id': 'abdbe5d0-e208-44c9-9d0f-66761487ec77', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'mac_address': 'fa:16:3e:57:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:31Z', 'updated_at': '2022-03-18T02:45:41Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'subnets': [{'id': '27be4128-fbd6-4dc1-8e0b-0829b65e9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:51:46.495661 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37734) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:46.554822 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (fb7b21f6-2d69-4761-92fe-22db6d4f2c26), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.580002 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (fb7b21f6-2d69-4761-92fe-22db6d4f2c26), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.603807 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-8a344f0b-b609-4a07-a02f-f9e248d91842 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:51:46.605300 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-8a344f0b-b609-4a07-a02f-f9e248d91842 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 945 time: 0.0641026
Mar 18 02:51:46.648647 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (fb7b21f6-2d69-4761-92fe-22db6d4f2c26), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.651468 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.655512 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/security-groups/fb7b21f6-2d69-4761-92fe-22db6d4f2c26 HTTP/1.1" status: 204  len: 168 time: 0.1586690
Mar 18 02:51:46.656384 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37736) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:46.666656 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a943a4-9941-4655-b06a-90a6e6ebaeec None None] New status for floating IP 66fffe1c-e418-4ef3-a5d7-3747e0827479: DOWN {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:51:46.673713 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b21f6-2d69-4761-92fe-22db6d4f2c26,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:46.680605 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.api.v2.resource [None req-1441dd02-0b0d-46d2-af09-47bb74992e4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] show failed (client error): The resource could not be found.
Mar 18 02:51:46.684855 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-1441dd02-0b0d-46d2-af09-47bb74992e4a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "GET /v2.0/security-groups/fb7b21f6-2d69-4761-92fe-22db6d4f2c26 HTTP/1.1" status: 404  len: 347 time: 0.0190380
Mar 18 02:51:46.685469 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37738) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:46.699133 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.699498 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.699842 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.700180 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.700515 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.700850 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.701179 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.701690 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.702027 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.702357 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.703686 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.704017 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.704351 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.704678 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.705003 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ad2e3-1f79-4a20-a996-c7fdae580412 tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:46.722188 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Deleting port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:46.723007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.824196 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] For port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:46.824562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.837966 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Deleting port d39ca176-6bd7-4f67-b563-ca2a907c69c8 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:46.838309 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.914610 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.914872 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (d39ca176-6bd7-4f67-b563-ca2a907c69c8), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.926795 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Calling delete_port for d39ca176-6bd7-4f67-b563-ca2a907c69c8 owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:46.997310 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.997671 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (b090d635-a24c-45dd-ba54-16738013e901), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:46.997983 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Floating IP b090d635-a24c-45dd-ba54-16738013e901 disassociated. External IP: 172.27.0.51, port: fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca.
Mar 18 02:51:46.998319 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Calling delete_port for fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:47.054980 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (d39ca176-6bd7-4f67-b563-ca2a907c69c8), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:47.084370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Pushing event deleted for resources: {'Port': ['ID=d39ca176-6bd7-4f67-b563-ca2a907c69c8,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:47.135773 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:47.148039 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks [] for floatingip (66fffe1c-e418-4ef3-a5d7-3747e0827479), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:47.151096 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:47.152238 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5a9c3b5c-3509-42b8-ba35-cd8462893c8a tempest-AttachVolumeNegativeTest-1641468880 tempest-AttachVolumeNegativeTest-1641468880-project] 10.222.0.24 "DELETE /v2.0/floatingips/66fffe1c-e418-4ef3-a5d7-3747e0827479 HTTP/1.1" status: 204  len: 168 time: 0.4600897
Mar 18 02:51:47.165487 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event deleted for resources: {'Port': ['ID=fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:47.527849 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-55d9ae7e-a1a3-4b01-9859-c3be72ce03ec req-d6545607-18ec-4ee9-b073-41d305962d7c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/ports?device_id=66e2e207-c367-49db-b651-ea8ca3ced24c HTTP/1.1" status: 200  len: 210 time: 0.0567169
Mar 18 02:51:47.576284 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Router 6808243f-745f-453f-ac0a-131089b914d2 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:51:47.694826 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:51:47.705692 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] Sync routers for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:51:47.715709 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:47.716320 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59322460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:47.735665 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] No DVR routers for this DVR port fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:51:47.738061 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:47.741380 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8b69360d-5b5c-4df3-ac54-e2d2f22862d4 req-7df9eb41-8186-4de4-8e78-35feb2a02f7b tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.35 "DELETE /v2.0/ports/fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca HTTP/1.1" status: 204  len: 173 time: 1.1296759
Mar 18 02:51:47.741838 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'name': 'network-vif-deleted', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:51:47.744185 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fad1d5-e998-4706-af27-8ccf462c86e7" -d '{"events": [{"server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "name": "network-vif-deleted", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:51:47.786375 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b0e18-16cd-475f-9b4f-feb7f0ab162c x-openstack-request-id: req-901b0e18-16cd-475f-9b4f-feb7f0ab162c {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:51:47.786822 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e2e207-c367-49db-b651-ea8ca3ced24c", "name": "network-vif-deleted", "tag": "fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:51:47.787081 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-901b0e18-16cd-475f-9b4f-feb7f0ab162c {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:51:47.787489 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e2e207-c367-49db-b651-ea8ca3ced24c', 'name': 'network-vif-deleted', 'tag': 'fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca', 'status': 'completed', 'code': 200}
Mar 18 02:51:47.830068 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:48.035896 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59322460>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:48.061340 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] Checking router: 6808243f-745f-453f-ac0a-131089b914d2 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:51:48.070269 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:48.070909 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59322460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:48.183231 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:48.386318 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59322460>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:48.417802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb27b4a-e8cb-4ced-bd57-656a74995a91 None None] The sync data for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi is: [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:45:34Z', 'revision_number': 4, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': 'd4bfa7a4-74dd-4af3-b04a-d606cabaca63', 'name': '', 'network_id': 'c1c8d908-2f68-4577-90cf-69c2a4313d92', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'mac_address': 'fa:16:3e:25:27:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:29Z', 'updated_at': '2022-03-18T02:45:46Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'subnets': [{'id': '73ba2539-ef23-4d16-8037-731e4706cb77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:51:48.625858 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37762) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:48.663837 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcb09a-d4f8-4399-a7b0-090bc8d865fb None None] New status for floating IP b090d635-a24c-45dd-ba54-16738013e901: DOWN {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:51:48.689513 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-46f9686c-2613-42dc-b67e-e5b473bca3e5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (a3d9a3db-6cf7-4169-9397-2bb2ffd81412), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:48.713204 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-46f9686c-2613-42dc-b67e-e5b473bca3e5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (a3d9a3db-6cf7-4169-9397-2bb2ffd81412), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:48.763124 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-46f9686c-2613-42dc-b67e-e5b473bca3e5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a3d9a3db-6cf7-4169-9397-2bb2ffd81412), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:48.766003 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-46f9686c-2613-42dc-b67e-e5b473bca3e5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:48.767336 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-46f9686c-2613-42dc-b67e-e5b473bca3e5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "DELETE /v2.0/security-groups/a3d9a3db-6cf7-4169-9397-2bb2ffd81412 HTTP/1.1" status: 204  len: 168 time: 0.1401119
Mar 18 02:51:48.770058 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37764) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:48.776497 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9686c-2613-42dc-b67e-e5b473bca3e5 tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d9a3db-6cf7-4169-9397-2bb2ffd81412,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:48.788726 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.api.v2.resource [None req-6879848c-8208-4277-9ec8-4a645c0b807c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] show failed (client error): The resource could not be found.
Mar 18 02:51:48.789914 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-6879848c-8208-4277-9ec8-4a645c0b807c tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "GET /v2.0/security-groups/a3d9a3db-6cf7-4169-9397-2bb2ffd81412 HTTP/1.1" status: 404  len: 347 time: 0.0181725
Mar 18 02:51:48.792802 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37766) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:48.917575 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Deleting port b42321d6-f0fd-47bf-a862-16ab5716452b {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:48.917909 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:48.993823 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:48.994144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (b42321d6-f0fd-47bf-a862-16ab5716452b), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:49.005390 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Calling delete_port for b42321d6-f0fd-47bf-a862-16ab5716452b owned by network:floatingip {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:49.132589 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (b42321d6-f0fd-47bf-a862-16ab5716452b), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:49.161237 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Pushing event deleted for resources: {'Port': ['ID=b42321d6-f0fd-47bf-a862-16ab5716452b,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:49.223475 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks [] for floatingip (b090d635-a24c-45dd-ba54-16738013e901), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:49.225969 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:49.227154 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-799c2172-afe7-42b1-8e95-e2ec30afffab tempest-AttachVolumeTestJSON-1245687592 tempest-AttachVolumeTestJSON-1245687592-project] 10.222.0.24 "DELETE /v2.0/floatingips/b090d635-a24c-45dd-ba54-16738013e901 HTTP/1.1" status: 204  len: 168 time: 0.4334579
Mar 18 02:51:49.867707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:49.887810 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:49.888156 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device fa9df89e-5c1d-40f6-9ba9-cc2fce7695ca not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:49.888569 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device d30a523c-009b-4a49-a248-43f7770d6dd1 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:49.907954 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: d30a523c-009b-4a49-a248-43f7770d6dd1 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:49.908302 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device d30a523c-009b-4a49-a248-43f7770d6dd1 not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:50.818874 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37798) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:51.318047 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (c68fad7d-6e31-444b-b6bf-c3818e475517), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:51.807420 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Deleting port e3bb4a20-3fd7-4eec-8267-29a200c31005 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:51.807757 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:51.889809 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] For port e3bb4a20-3fd7-4eec-8267-29a200c31005, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=e3bb4a20-3fd7-4eec-8267-29a200c31005,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:51.890481 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:51.902757 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Calling delete_port for e3bb4a20-3fd7-4eec-8267-29a200c31005 owned by network:router_interface {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:52.081974 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (e3bb4a20-3fd7-4eec-8267-29a200c31005), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:52.107524 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bb4a20-3fd7-4eec-8267-29a200c31005,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:52.283090 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (c68fad7d-6e31-444b-b6bf-c3818e475517), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:52.491831 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Router c68fad7d-6e31-444b-b6bf-c3818e475517 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:51:52.599112 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:51:52.606970 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e6fa5c61-9359-4fb8-8239-db26e705e397 admin admin] 10.222.0.24 "PUT /v2.0/routers/c68fad7d-6e31-444b-b6bf-c3818e475517/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7846096
Mar 18 02:51:52.607718 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37814) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:52.610591 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] Sync routers for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:51:52.620520 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:52.621141 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba595458e0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:52.718530 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks [] for router (c68fad7d-6e31-444b-b6bf-c3818e475517), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:52.733048 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:52.767525 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37822) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:52.830150 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks [] for router_gateway (c68fad7d-6e31-444b-b6bf-c3818e475517), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:52.885312 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Deleting port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:52.886041 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:52.942885 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba595458e0>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:51:52Z', 'revision_number': 5, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port': {'id': 'b9ab884d-12b4-4079-b2fb-8d9c466dcc5d', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:52.969063 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] Checking router: c68fad7d-6e31-444b-b6bf-c3818e475517 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:51:52.976198 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] For port b9ab884d-12b4-4079-b2fb-8d9c466dcc5d, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:52.976742 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:52.978727 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] Routers {'c68fad7d-6e31-444b-b6bf-c3818e475517'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:52.979511 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba595458e0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['c68fad7d-6e31-444b-b6bf-c3818e475517'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:52.990799 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Calling delete_port for b9ab884d-12b4-4079-b2fb-8d9c466dcc5d owned by network:router_gateway {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:53.070807 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] Set router c68fad7d-6e31-444b-b6bf-c3818e475517 gateway port host: None {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:53.129327 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba595458e0>, [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:51:52Z', 'revision_number': 6, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:53.154922 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24147e17-669a-46ff-96c6-7ff3f1c20e23 None None] The sync data for ids ['c68fad7d-6e31-444b-b6bf-c3818e475517'] in dv-cinder-817135-5-iscsi is: [{'id': 'c68fad7d-6e31-444b-b6bf-c3818e475517', 'name': 'tempest-AttachVolumeNegativeTest-1311831182-router', 'tenant_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:22Z', 'updated_at': '2022-03-18T02:51:52Z', 'revision_number': 6, 'project_id': '9eb71a501cc048a4ab730eb78a02d8d5', 'gw_port_host': None}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:51:53.167769 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (b9ab884d-12b4-4079-b2fb-8d9c466dcc5d), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.200275 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ab884d-12b4-4079-b2fb-8d9c466dcc5d,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:53.213512 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (6808243f-745f-453f-ac0a-131089b914d2), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.261447 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (c68fad7d-6e31-444b-b6bf-c3818e475517), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.367203 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (c68fad7d-6e31-444b-b6bf-c3818e475517), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.369187 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks [] for router_controller (c68fad7d-6e31-444b-b6bf-c3818e475517), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.433910 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (c68fad7d-6e31-444b-b6bf-c3818e475517), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.434458 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68fad7d-6e31-444b-b6bf-c3818e475517 {{(pid=115116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:51:53.440876 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.442010 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0d48e51e-1c33-456e-8ca6-d70f536b9bbd admin admin] 10.222.0.24 "DELETE /v2.0/routers/c68fad7d-6e31-444b-b6bf-c3818e475517 HTTP/1.1" status: 204  len: 168 time: 0.8329816
Mar 18 02:51:53.444535 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37826) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:53.463885 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Deleting port d4bfa7a4-74dd-4af3-b04a-d606cabaca63 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:53.464162 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.487022 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] Deleting subnet 27be4128-fbd6-4dc1-8e0b-0829b65e9183 {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:51:53.490027 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] Publish callbacks [] for subnet (27be4128-fbd6-4dc1-8e0b-0829b65e9183), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.528928 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4871571'] for subnet (27be4128-fbd6-4dc1-8e0b-0829b65e9183), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.555631 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] For port d4bfa7a4-74dd-4af3-b04a-d606cabaca63, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:53.556539 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.569982 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Calling delete_port for d4bfa7a4-74dd-4af3-b04a-d606cabaca63 owned by network:router_interface {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:53.638759 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (27be4128-fbd6-4dc1-8e0b-0829b65e9183), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.695296 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7356481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596827'] for subnet (27be4128-fbd6-4dc1-8e0b-0829b65e9183), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.769038 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (d4bfa7a4-74dd-4af3-b04a-d606cabaca63), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.798317 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bfa7a4-74dd-4af3-b04a-d606cabaca63,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:53.914145 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27be4128-fbd6-4dc1-8e0b-0829b65e9183,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:53.918119 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:53.926398 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a0e43c2f-fde4-499f-ba37-694869213bc0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/27be4128-fbd6-4dc1-8e0b-0829b65e9183 HTTP/1.1" status: 204  len: 168 time: 0.4798338
Mar 18 02:51:53.926398 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37828) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:53.942694 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe5c1fa-3851-4e34-8ee7-7e96e00ab2ae None None] Network abdbe5d0-e208-44c9-9d0f-66761487ec77 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:51:53.991106 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (6808243f-745f-453f-ac0a-131089b914d2), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.000962 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (abdbe5d0-e208-44c9-9d0f-66761487ec77), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.062059 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Deleting port 5c377a47-25ef-4d31-92b5-b714f65c4857 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:54.062388 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.136021 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] For port 5c377a47-25ef-4d31-92b5-b714f65c4857, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5c377a47-25ef-4d31-92b5-b714f65c4857,segment=NetworkSegment(73a9753a-01aa-49d0-89aa-e2486598987f),segment_id=73a9753a-01aa-49d0-89aa-e2486598987f)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:54.136536 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.152222 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Calling delete_port for 5c377a47-25ef-4d31-92b5-b714f65c4857 owned by network:dhcp {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:54.238892 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (5c377a47-25ef-4d31-92b5-b714f65c4857), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.250219 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Router 6808243f-745f-453f-ac0a-131089b914d2 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:51:54.275139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c377a47-25ef-4d31-92b5-b714f65c4857,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:54.287661 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56835e1-ca70-4bf4-b5d9-b06535e57240 None None] DHCP port deletion for abdbe5d0-e208-44c9-9d0f-66761487ec77 request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:51:54.299485 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] No DVR routers for this DVR port 5c377a47-25ef-4d31-92b5-b714f65c4857 on host dv-cinder-817135-5-iscsi {{(pid=115116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:51:54.372090 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:51:54.381262 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-7c60bddb-2e49-4c0c-af17-ca86664e7c17 admin admin] 10.222.0.24 "PUT /v2.0/routers/6808243f-745f-453f-ac0a-131089b914d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6122148
Mar 18 02:51:54.381875 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37830) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:54.381994 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] Sync routers for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:51:54.382575 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (abdbe5d0-e208-44c9-9d0f-66761487ec77), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.393208 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:54.393938 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a835460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:54.412121 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba594a9ee0>,) {'filters': {'network_id': ['abdbe5d0-e208-44c9-9d0f-66761487ec77']}} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:54.421412 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba594a9ee0>, '73a9753a-01aa-49d0-89aa-e2486598987f') {'for_net_delete': True} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:54.421734 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba594a9ee0>, '73a9753a-01aa-49d0-89aa-e2486598987f') {} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:54.431327 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4871594'] for segment (73a9753a-01aa-49d0-89aa-e2486598987f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.448624 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (73a9753a-01aa-49d0-89aa-e2486598987f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.455740 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=115116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:51:54.456199 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7357155'] for segment (73a9753a-01aa-49d0-89aa-e2486598987f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]: Traceback (most recent call last):
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     timer()
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     cb(*args, **kw)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     return func(*args, **kwargs)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     self._notify()
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     self.callback(batched_events)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     event.method(event)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     return f(self, *a, **k)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._get(url).json()
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:51:54.458344 dv-cinder-817135-5-iscsi neutron-server[115116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:51:54.502141 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks [] for router (6808243f-745f-453f-ac0a-131089b914d2), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.512294 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:54.520882 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (abdbe5d0-e208-44c9-9d0f-66761487ec77), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.534001 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.537316 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] 10.222.0.24 "DELETE /v2.0/networks/abdbe5d0-e208-44c9-9d0f-66761487ec77 HTTP/1.1" status: 204  len: 168 time: 0.6101751
Mar 18 02:51:54.547547 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cc4a3-8186-44c1-86f3-afe35b9f7d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=abdbe5d0-e208-44c9-9d0f-66761487ec77,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:54.628781 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks [] for router_gateway (6808243f-745f-453f-ac0a-131089b914d2), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.707647 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37834) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:54.712523 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Deleting port 5a446fb9-b966-4450-89ca-2a2bcf32613f {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:54.712869 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.715253 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a835460>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:51:53Z', 'revision_number': 5, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port': {'id': '5a446fb9-b966-4450-89ca-2a2bcf32613f', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6808243f-745f-453f-ac0a-131089b914d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:23Z', 'updated_at': '2022-03-18T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:54.744198 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] Checking router: 6808243f-745f-453f-ac0a-131089b914d2 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:51:54.755297 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] Routers {'6808243f-745f-453f-ac0a-131089b914d2'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:51:54.756217 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a835460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['6808243f-745f-453f-ac0a-131089b914d2'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:54.757706 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-1c00a87e-2de7-45c5-afa5-027a7284bbf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eb71a501cc048a4ab730eb78a02d8d5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0485892
Mar 18 02:51:54.760098 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37836) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:54.786187 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.804292 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device b9ab884d-12b4-4079-b2fb-8d9c466dcc5d no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:54.822151 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bc14445-6dbf-49cf-a888-cb62aa163ce2 admin admin] Publish callbacks [] for security_group (e6790d21-5735-466c-8f72-e5fb1bc3fdff), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.823140 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] For port 5a446fb9-b966-4450-89ca-2a2bcf32613f, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5a446fb9-b966-4450-89ca-2a2bcf32613f,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:54.823785 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.832476 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: b9ab884d-12b4-4079-b2fb-8d9c466dcc5d {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:54.833255 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device b9ab884d-12b4-4079-b2fb-8d9c466dcc5d not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:54.833850 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5c377a47-25ef-4d31-92b5-b714f65c4857 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:54.840663 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Calling delete_port for 5a446fb9-b966-4450-89ca-2a2bcf32613f owned by network:router_gateway {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:54.849059 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bc14445-6dbf-49cf-a888-cb62aa163ce2 admin admin] Publish callbacks [] for security_group (e6790d21-5735-466c-8f72-e5fb1bc3fdff), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.855075 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 5c377a47-25ef-4d31-92b5-b714f65c4857 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:54.855655 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5c377a47-25ef-4d31-92b5-b714f65c4857 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:54.856499 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device e3bb4a20-3fd7-4eec-8267-29a200c31005 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:54.858090 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] Set router 6808243f-745f-453f-ac0a-131089b914d2 gateway port host: None {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:51:54.879932 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: e3bb4a20-3fd7-4eec-8267-29a200c31005 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:54.880527 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device e3bb4a20-3fd7-4eec-8267-29a200c31005 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:54.903039 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bc14445-6dbf-49cf-a888-cb62aa163ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (e6790d21-5735-466c-8f72-e5fb1bc3fdff), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.905836 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4bc14445-6dbf-49cf-a888-cb62aa163ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:54.907126 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4bc14445-6dbf-49cf-a888-cb62aa163ce2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6790d21-5735-466c-8f72-e5fb1bc3fdff HTTP/1.1" status: 204  len: 168 time: 0.1427002
Mar 18 02:51:54.916114 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc14445-6dbf-49cf-a888-cb62aa163ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6790d21-5735-466c-8f72-e5fb1bc3fdff,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:55.022572 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a835460>, [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:51:54Z', 'revision_number': 6, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:55.040098 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (5a446fb9-b966-4450-89ca-2a2bcf32613f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.049385 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5de6c-81e7-4479-b2e6-4411947f91e9 None None] The sync data for ids ['6808243f-745f-453f-ac0a-131089b914d2'] in dv-cinder-817135-5-iscsi is: [{'id': '6808243f-745f-453f-ac0a-131089b914d2', 'name': 'tempest-AttachVolumeTestJSON-1784803564-router', 'tenant_id': '3206ff72be72472abb2c1e9daa325e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:21Z', 'updated_at': '2022-03-18T02:51:54Z', 'revision_number': 6, 'project_id': '3206ff72be72472abb2c1e9daa325e70', 'gw_port_host': None}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:51:55.102950 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a446fb9-b966-4450-89ca-2a2bcf32613f,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:55.141029 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (6808243f-745f-453f-ac0a-131089b914d2), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.236653 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (6808243f-745f-453f-ac0a-131089b914d2), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.238866 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks [] for router_controller (6808243f-745f-453f-ac0a-131089b914d2), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.283958 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (6808243f-745f-453f-ac0a-131089b914d2), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.284508 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6808243f-745f-453f-ac0a-131089b914d2 {{(pid=115117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:51:55.290378 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.291550 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-453c6752-6598-41fb-afed-3adc8425ea46 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6808243f-745f-453f-ac0a-131089b914d2 HTTP/1.1" status: 204  len: 168 time: 0.9087551
Mar 18 02:51:55.294613 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37848) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:55.343699 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] Deleting subnet 73ba2539-ef23-4d16-8037-731e4706cb77 {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:51:55.346987 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] Publish callbacks [] for subnet (73ba2539-ef23-4d16-8037-731e4706cb77), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.381358 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4871571'] for subnet (73ba2539-ef23-4d16-8037-731e4706cb77), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.468394 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (73ba2539-ef23-4d16-8037-731e4706cb77), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.535662 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7356481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596827'] for subnet (73ba2539-ef23-4d16-8037-731e4706cb77), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.563861 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ba2539-ef23-4d16-8037-731e4706cb77,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:55.566879 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.572664 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a95bf41a-35be-4bf5-b9ee-173451bd562f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/73ba2539-ef23-4d16-8037-731e4706cb77 HTTP/1.1" status: 204  len: 168 time: 0.2768724
Mar 18 02:51:55.572810 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37860) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:55.573565 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17864f70-2b4d-497a-9e6f-641e267a34fe None None] Network c1c8d908-2f68-4577-90cf-69c2a4313d92 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:51:55.647901 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (c1c8d908-2f68-4577-90cf-69c2a4313d92), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.713563 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Deleting port 255306ce-03bd-4cf7-99fc-e3f9a464597e {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:55.713923 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.777218 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] For port 255306ce-03bd-4cf7-99fc-e3f9a464597e, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=255306ce-03bd-4cf7-99fc-e3f9a464597e,segment=NetworkSegment(b9903920-85a8-4758-86eb-4fd086adb1c4),segment_id=b9903920-85a8-4758-86eb-4fd086adb1c4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:55.777587 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.791349 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Calling delete_port for 255306ce-03bd-4cf7-99fc-e3f9a464597e owned by network:dhcp {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:55.837488 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] DHCP port deletion for c1c8d908-2f68-4577-90cf-69c2a4313d92 request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:51:55.895184 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.899385 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Deleting port 255306ce-03bd-4cf7-99fc-e3f9a464597e {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:51:55.900003 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.928257 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Pushing event deleted for resources: {'Port': ['ID=255306ce-03bd-4cf7-99fc-e3f9a464597e,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:55.931133 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] No DVR routers for this DVR port 255306ce-03bd-4cf7-99fc-e3f9a464597e on host dv-cinder-817135-5-iscsi {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:51:55.967649 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] For port 255306ce-03bd-4cf7-99fc-e3f9a464597e, host dv-cinder-817135-5-iscsi, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:51:55.968050 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:55.999484 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Calling delete_port for 255306ce-03bd-4cf7-99fc-e3f9a464597e owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:51:56.014753 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Port 255306ce-03bd-4cf7-99fc-e3f9a464597e was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 18 02:51:56.016014 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006'] for port (255306ce-03bd-4cf7-99fc-e3f9a464597e), after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.052417 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (c1c8d908-2f68-4577-90cf-69c2a4313d92), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.052739 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Pushing event deleted for resources: {'Port': ['ID=255306ce-03bd-4cf7-99fc-e3f9a464597e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:56.055637 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] No DVR routers for this DVR port 255306ce-03bd-4cf7-99fc-e3f9a464597e on host dv-cinder-817135-5-iscsi {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:51:56.064820 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.065465 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.065985 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.066483 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.067058 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.067536 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.068006 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.068482 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.069931 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.072003 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.072511 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.073705 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.074338 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.074974 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.075865 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af72c770-d7af-4622-96a5-b80336f4490a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:51:56.094981 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba53fb4340>,) {'filters': {'network_id': ['c1c8d908-2f68-4577-90cf-69c2a4313d92']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:56.110754 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba53fb4340>, 'b9903920-85a8-4758-86eb-4fd086adb1c4') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:56.111268 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba53fb4340>, 'b9903920-85a8-4758-86eb-4fd086adb1c4') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:51:56.121997 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (b9903920-85a8-4758-86eb-4fd086adb1c4), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.146349 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (b9903920-85a8-4758-86eb-4fd086adb1c4), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.153240 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:51:56.153658 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (b9903920-85a8-4758-86eb-4fd086adb1c4), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:51:56.155399 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:51:56.239422 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (c1c8d908-2f68-4577-90cf-69c2a4313d92), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.246013 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.251726 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1c8d908-2f68-4577-90cf-69c2a4313d92 HTTP/1.1" status: 204  len: 168 time: 0.6753600
Mar 18 02:51:56.267810 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1cc0-c420-4b65-ab45-313c8e91971d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c8d908-2f68-4577-90cf-69c2a4313d92,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:56.424611 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37878) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:56.463817 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-eadc7418-fe54-4f51-8339-6f1f3458c037 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3206ff72be72472abb2c1e9daa325e70&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0379879
Mar 18 02:51:56.466009 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37880) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:56.514076 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e2e784a5-9e04-4e8a-84dc-d82b1edc1574 admin admin] Publish callbacks [] for security_group (81dc46fa-e4ab-45ae-95d9-9bef79949074), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.536085 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e2e784a5-9e04-4e8a-84dc-d82b1edc1574 admin admin] Publish callbacks [] for security_group (81dc46fa-e4ab-45ae-95d9-9bef79949074), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.586794 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e2e784a5-9e04-4e8a-84dc-d82b1edc1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (81dc46fa-e4ab-45ae-95d9-9bef79949074), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.589341 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e2e784a5-9e04-4e8a-84dc-d82b1edc1574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:56.590478 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e2e784a5-9e04-4e8a-84dc-d82b1edc1574 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81dc46fa-e4ab-45ae-95d9-9bef79949074 HTTP/1.1" status: 204  len: 168 time: 0.1235683
Mar 18 02:51:56.598686 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e784a5-9e04-4e8a-84dc-d82b1edc1574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc46fa-e4ab-45ae-95d9-9bef79949074,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:56.684131 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device d4bfa7a4-74dd-4af3-b04a-d606cabaca63 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:56.704474 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: d4bfa7a4-74dd-4af3-b04a-d606cabaca63 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:56.704812 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device d4bfa7a4-74dd-4af3-b04a-d606cabaca63 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:56.705232 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5a446fb9-b966-4450-89ca-2a2bcf32613f no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:56.723995 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 5a446fb9-b966-4450-89ca-2a2bcf32613f {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:56.724349 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5a446fb9-b966-4450-89ca-2a2bcf32613f not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:56.724761 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 255306ce-03bd-4cf7-99fc-e3f9a464597e no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:51:56.743478 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 255306ce-03bd-4cf7-99fc-e3f9a464597e {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:51:56.743914 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 255306ce-03bd-4cf7-99fc-e3f9a464597e not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:51:58.156297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37944) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:58.509853 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-69a42e1a-c2f7-4a34-b02c-05c148d2d245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:58.583255 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-69a42e1a-c2f7-4a34-b02c-05c148d2d245 admin admin] Publish callbacks [] for security_group (63a56112-c988-494a-a954-39c7d5f087ac), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:58.587144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-69a42e1a-c2f7-4a34-b02c-05c148d2d245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (63a56112-c988-494a-a954-39c7d5f087ac), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:58.624541 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-69a42e1a-c2f7-4a34-b02c-05c148d2d245 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b5d307ccb2943c894af9c4c46f5469e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4666009
Mar 18 02:51:58.625513 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a42e1a-c2f7-4a34-b02c-05c148d2d245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a56112-c988-494a-a954-39c7d5f087ac,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:58.627175 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37950) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:58.676917 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d739fc53-9307-489e-9282-357347f97bfd admin admin] Publish callbacks [] for security_group (63a56112-c988-494a-a954-39c7d5f087ac), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:58.698187 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d739fc53-9307-489e-9282-357347f97bfd admin admin] Publish callbacks [] for security_group (63a56112-c988-494a-a954-39c7d5f087ac), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:58.750428 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d739fc53-9307-489e-9282-357347f97bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (63a56112-c988-494a-a954-39c7d5f087ac), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:58.753428 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d739fc53-9307-489e-9282-357347f97bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:58.754580 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d739fc53-9307-489e-9282-357347f97bfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63a56112-c988-494a-a954-39c7d5f087ac HTTP/1.1" status: 204  len: 168 time: 0.1263256
Mar 18 02:51:58.762840 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739fc53-9307-489e-9282-357347f97bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a56112-c988-494a-a954-39c7d5f087ac,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:59.011716 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 37960) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:59.025403 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e560dc28-3db8-470b-b77a-e070628c8935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:59.097994 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e560dc28-3db8-470b-b77a-e070628c8935 admin admin] Publish callbacks [] for security_group (5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:59.101435 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e560dc28-3db8-470b-b77a-e070628c8935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:59.139269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e560dc28-3db8-470b-b77a-e070628c8935 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b533294ba4b412186257024f9a279f6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1265147
Mar 18 02:51:59.140509 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560dc28-3db8-470b-b77a-e070628c8935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:51:59.141996 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 37962) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:51:59.189021 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dadbd417-d2ad-4058-a004-6cecf705bc5d admin admin] Publish callbacks [] for security_group (5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:59.208796 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dadbd417-d2ad-4058-a004-6cecf705bc5d admin admin] Publish callbacks [] for security_group (5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:59.256079 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dadbd417-d2ad-4058-a004-6cecf705bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:59.258660 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dadbd417-d2ad-4058-a004-6cecf705bc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:51:59.259754 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-dadbd417-d2ad-4058-a004-6cecf705bc5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab HTTP/1.1" status: 204  len: 168 time: 0.1167150
Mar 18 02:51:59.267370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbd417-d2ad-4058-a004-6cecf705bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5d79a6-f6b9-4efb-b75f-8ac0c8ae44ab,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:00.820987 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38020) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:00.934170 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-95232864-eacf-4c96-9f9b-c8aad0b883f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.009901 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-95232864-eacf-4c96-9f9b-c8aad0b883f9 admin admin] Publish callbacks [] for security_group (8e506bb4-08a8-47e4-88d1-8d5ebff449f7), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.014367 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-95232864-eacf-4c96-9f9b-c8aad0b883f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (8e506bb4-08a8-47e4-88d1-8d5ebff449f7), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.052842 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-95232864-eacf-4c96-9f9b-c8aad0b883f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf728e28c77d495980380a0d280d18f7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2306645
Mar 18 02:52:01.053700 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95232864-eacf-4c96-9f9b-c8aad0b883f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e506bb4-08a8-47e4-88d1-8d5ebff449f7,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:01.055504 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38028) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:01.102873 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7daf3d95-7c1c-4a80-8b35-bb66e04ec75d admin admin] Publish callbacks [] for security_group (8e506bb4-08a8-47e4-88d1-8d5ebff449f7), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.123695 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7daf3d95-7c1c-4a80-8b35-bb66e04ec75d admin admin] Publish callbacks [] for security_group (8e506bb4-08a8-47e4-88d1-8d5ebff449f7), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.170858 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7daf3d95-7c1c-4a80-8b35-bb66e04ec75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (8e506bb4-08a8-47e4-88d1-8d5ebff449f7), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.173413 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7daf3d95-7c1c-4a80-8b35-bb66e04ec75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.174583 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7daf3d95-7c1c-4a80-8b35-bb66e04ec75d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e506bb4-08a8-47e4-88d1-8d5ebff449f7 HTTP/1.1" status: 204  len: 168 time: 0.1179292
Mar 18 02:52:01.182431 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf3d95-7c1c-4a80-8b35-bb66e04ec75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e506bb4-08a8-47e4-88d1-8d5ebff449f7,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:01.424332 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38034) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:01.437031 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-386baa9d-dec4-46b1-ba6d-bf8cd1439a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.509054 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-386baa9d-dec4-46b1-ba6d-bf8cd1439a30 admin admin] Publish callbacks [] for security_group (62e05697-19f0-48b3-8dec-7f777537e095), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.513033 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-386baa9d-dec4-46b1-ba6d-bf8cd1439a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (62e05697-19f0-48b3-8dec-7f777537e095), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.552542 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-386baa9d-dec4-46b1-ba6d-bf8cd1439a30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17271c24a46742d5bfbee732ccfb370c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1271315
Mar 18 02:52:01.553368 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386baa9d-dec4-46b1-ba6d-bf8cd1439a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e05697-19f0-48b3-8dec-7f777537e095,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:01.555286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38036) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:01.604816 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e93a9a26-c4a4-47e2-b191-6a5752751d2b admin admin] Publish callbacks [] for security_group (62e05697-19f0-48b3-8dec-7f777537e095), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.626283 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e93a9a26-c4a4-47e2-b191-6a5752751d2b admin admin] Publish callbacks [] for security_group (62e05697-19f0-48b3-8dec-7f777537e095), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.672922 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e93a9a26-c4a4-47e2-b191-6a5752751d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (62e05697-19f0-48b3-8dec-7f777537e095), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.675548 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-e93a9a26-c4a4-47e2-b191-6a5752751d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:01.676674 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e93a9a26-c4a4-47e2-b191-6a5752751d2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62e05697-19f0-48b3-8dec-7f777537e095 HTTP/1.1" status: 204  len: 168 time: 0.1203451
Mar 18 02:52:01.684081 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a9a26-c4a4-47e2-b191-6a5752751d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e05697-19f0-48b3-8dec-7f777537e095,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:03.423688 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38146) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:03.526482 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4b46e659-7de8-47f8-9ca2-7654a0d9bed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:03.603370 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4b46e659-7de8-47f8-9ca2-7654a0d9bed5 admin admin] Publish callbacks [] for security_group (3b7a1941-120b-4622-8a12-75f174c2a991), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:03.607267 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-4b46e659-7de8-47f8-9ca2-7654a0d9bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (3b7a1941-120b-4622-8a12-75f174c2a991), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:03.648934 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-4b46e659-7de8-47f8-9ca2-7654a0d9bed5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26191296b0e9421cb669938cda2c6f31&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2241440
Mar 18 02:52:03.649815 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46e659-7de8-47f8-9ca2-7654a0d9bed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a1941-120b-4622-8a12-75f174c2a991,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:03.651663 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38150) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:03.705932 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85ba-4861-4116-a993-0ecfb0478cc0 admin admin] Publish callbacks [] for security_group (3b7a1941-120b-4622-8a12-75f174c2a991), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:03.727219 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85ba-4861-4116-a993-0ecfb0478cc0 admin admin] Publish callbacks [] for security_group (3b7a1941-120b-4622-8a12-75f174c2a991), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:03.773134 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85ba-4861-4116-a993-0ecfb0478cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (3b7a1941-120b-4622-8a12-75f174c2a991), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:03.775678 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85ba-4861-4116-a993-0ecfb0478cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:03.776824 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-dfbf85ba-4861-4116-a993-0ecfb0478cc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b7a1941-120b-4622-8a12-75f174c2a991 HTTP/1.1" status: 204  len: 168 time: 0.1229339
Mar 18 02:52:03.785032 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf85ba-4861-4116-a993-0ecfb0478cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a1941-120b-4622-8a12-75f174c2a991,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:04.295578 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3bf26-9857-4de2-aef3-1c2f650ca1cb req-dc655e11-6a83-4d92-bbd7-9063da34a1c8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:04.297081 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8d3bf26-9857-4de2-aef3-1c2f650ca1cb req-dc655e11-6a83-4d92-bbd7-9063da34a1c8 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 946 time: 0.0550299
Mar 18 02:52:04.350138 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8d3bf26-9857-4de2-aef3-1c2f650ca1cb req-7c032a82-3495-4202-8a69-133f441b7e3d tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462003
Mar 18 02:52:05.479713 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036cde-47c2-4d97-9032-661c294976b7 req-7bdaa1cc-3beb-42c2-bb5d-d97f41fc708c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:05.481217 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29036cde-47c2-4d97-9032-661c294976b7 req-7bdaa1cc-3beb-42c2-bb5d-d97f41fc708c tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 946 time: 0.0559466
Mar 18 02:52:05.540082 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-29036cde-47c2-4d97-9032-661c294976b7 req-26db165b-b9c0-4d74-8fd1-84895c2bb366 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c707ebd-97a5-4c58-a837-3a5c16d79093&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520821
Mar 18 02:52:05.748028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-6a5234d6-55cd-4019-949c-2d1964360338 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:05.749509 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-6a5234d6-55cd-4019-949c-2d1964360338 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 946 time: 0.0547254
Mar 18 02:52:05.751405 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38236) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:05.846677 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Deleting port 4f9d8c51-ee9a-4327-adad-53e89382a7be {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:52:05.847023 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:05.904676 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-498804b4-5d55-42a8-9b07-3df5f17d1b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:05.976446 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] For port 4f9d8c51-ee9a-4327-adad-53e89382a7be, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4f9d8c51-ee9a-4327-adad-53e89382a7be,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:05.976811 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.103727 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-498804b4-5d55-42a8-9b07-3df5f17d1b1e admin admin] Publish callbacks [] for security_group (f4792541-c414-4970-8629-75c0a413ff2f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.108549 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-498804b4-5d55-42a8-9b07-3df5f17d1b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (f4792541-c414-4970-8629-75c0a413ff2f), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.192077 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498804b4-5d55-42a8-9b07-3df5f17d1b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4792541-c414-4970-8629-75c0a413ff2f,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:06.196354 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-498804b4-5d55-42a8-9b07-3df5f17d1b1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2440dc00126452e873253f2551ffc14&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4440145
Mar 18 02:52:06.199640 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38244) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:06.221498 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.221867 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (15ee5e4a-01f2-4337-9eeb-a685b50b42ef), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.222754 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Floating IP 15ee5e4a-01f2-4337-9eeb-a685b50b42ef disassociated. External IP: 172.27.0.244, port: 4f9d8c51-ee9a-4327-adad-53e89382a7be.
Mar 18 02:52:06.223761 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Calling delete_port for 4f9d8c51-ee9a-4327-adad-53e89382a7be owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:52:06.252241 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9ca8eda7-0a63-4a95-8db2-146df886a953 admin admin] Publish callbacks [] for security_group (f4792541-c414-4970-8629-75c0a413ff2f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.277393 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9ca8eda7-0a63-4a95-8db2-146df886a953 admin admin] Publish callbacks [] for security_group (f4792541-c414-4970-8629-75c0a413ff2f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.330686 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9ca8eda7-0a63-4a95-8db2-146df886a953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (f4792541-c414-4970-8629-75c0a413ff2f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.333581 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9ca8eda7-0a63-4a95-8db2-146df886a953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.337561 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-9ca8eda7-0a63-4a95-8db2-146df886a953 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4792541-c414-4970-8629-75c0a413ff2f HTTP/1.1" status: 204  len: 168 time: 0.1368532
Mar 18 02:52:06.346297 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8eda7-0a63-4a95-8db2-146df886a953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4792541-c414-4970-8629-75c0a413ff2f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:06.365860 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (4f9d8c51-ee9a-4327-adad-53e89382a7be), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.396881 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event deleted for resources: {'Port': ['ID=4f9d8c51-ee9a-4327-adad-53e89382a7be,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:06.528513 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Router 99c5fde1-cc74-4a24-8475-c072ca11e876 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:52:06.655226 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38252) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:06.668929 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ab31d5b2-affb-4bba-9074-9a4f5919fa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.669900 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-30082e0a-d6ff-456b-9ece-3b59b79f3bdf req-41588091-b29b-4719-8246-b136120817d0 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/ports?device_id=73be56f9-e784-4afc-b88a-368e0f3e53fe HTTP/1.1" status: 200  len: 210 time: 0.0377548
Mar 18 02:52:06.686323 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:52:06.697874 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] Sync routers for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:52:06.709634 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:52:06.710775 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59db23a0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:06.746656 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] No DVR routers for this DVR port 4f9d8c51-ee9a-4327-adad-53e89382a7be on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:52:06.749506 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.756306 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e3e12f89-7833-4a6e-b829-ec91eed3edd3 req-0b9ba8bc-4883-49ff-914b-6dbc03575399 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.35 "DELETE /v2.0/ports/4f9d8c51-ee9a-4327-adad-53e89382a7be HTTP/1.1" status: 204  len: 173 time: 0.9955258
Mar 18 02:52:06.756306 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-deleted', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:06.761972 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f8e44-9544-4c5a-a6e0-36560a65a74f" -d '{"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-deleted", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:06.781762 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ab31d5b2-affb-4bba-9074-9a4f5919fa18 admin admin] Publish callbacks [] for security_group (50251c64-7250-4bba-ae06-e1911998b63d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.789544 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ab31d5b2-affb-4bba-9074-9a4f5919fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (50251c64-7250-4bba-ae06-e1911998b63d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.806705 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e757bfb-f858-42a5-be7d-1aa17eb121f2 x-openstack-request-id: req-9e757bfb-f858-42a5-be7d-1aa17eb121f2 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:06.807003 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73be56f9-e784-4afc-b88a-368e0f3e53fe", "name": "network-vif-deleted", "tag": "4f9d8c51-ee9a-4327-adad-53e89382a7be", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:06.807253 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e757bfb-f858-42a5-be7d-1aa17eb121f2 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:06.807659 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73be56f9-e784-4afc-b88a-368e0f3e53fe', 'name': 'network-vif-deleted', 'tag': '4f9d8c51-ee9a-4327-adad-53e89382a7be', 'status': 'completed', 'code': 200}
Mar 18 02:52:06.852292 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ab31d5b2-affb-4bba-9074-9a4f5919fa18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f07594a281da49e48cb6fa5d9c2dbfe9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1957383
Mar 18 02:52:06.854050 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31d5b2-affb-4bba-9074-9a4f5919fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50251c64-7250-4bba-ae06-e1911998b63d,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:06.856220 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38256) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:06.875582 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:52:06.924297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9cecf675-3253-4406-9207-41ac713da513 admin admin] Publish callbacks [] for security_group (50251c64-7250-4bba-ae06-e1911998b63d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:06.968546 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9cecf675-3253-4406-9207-41ac713da513 admin admin] Publish callbacks [] for security_group (50251c64-7250-4bba-ae06-e1911998b63d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.031849 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-33661197-a6af-4d54-bf06-9f0738114eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.064156 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9cecf675-3253-4406-9207-41ac713da513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (50251c64-7250-4bba-ae06-e1911998b63d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.068909 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9cecf675-3253-4406-9207-41ac713da513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.072540 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9cecf675-3253-4406-9207-41ac713da513 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50251c64-7250-4bba-ae06-e1911998b63d HTTP/1.1" status: 204  len: 168 time: 0.2129087
Mar 18 02:52:07.087383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecf675-3253-4406-9207-41ac713da513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50251c64-7250-4bba-ae06-e1911998b63d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:07.169551 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59db23a0>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:07.197621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] Checking router: 99c5fde1-cc74-4a24-8475-c072ca11e876 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:52:07.207219 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:52:07.207944 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59db23a0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:51:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:07.326036 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:52:07.541877 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59db23a0>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:07.571715 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e339d5bc-5a08-4503-b393-a38b6736a889 None None] The sync data for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi is: [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:45:28Z', 'revision_number': 4, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '396a86e9-d050-41ca-a8f2-ff1d864a0fa1', 'name': '', 'network_id': '95079f1c-5ea3-498a-a938-a024190328bf', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'mac_address': 'fa:16:3e:58:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:26Z', 'updated_at': '2022-03-18T02:45:37Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'subnets': [{'id': '2f382b22-6dc6-47f3-aa36-32bb8e623860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:52:07.776068 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38284) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:07.836779 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-334c3935-9ec0-4b91-89ec-021881fcfd89 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (9c707ebd-97a5-4c58-a837-3a5c16d79093), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.851938 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256725a8-1ebd-4bf5-8ab1-6010f99daa50 None None] New status for floating IP 15ee5e4a-01f2-4337-9eeb-a685b50b42ef: DOWN {{(pid=115119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:52:07.867714 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-334c3935-9ec0-4b91-89ec-021881fcfd89 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (9c707ebd-97a5-4c58-a837-3a5c16d79093), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.964672 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-334c3935-9ec0-4b91-89ec-021881fcfd89 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9c707ebd-97a5-4c58-a837-3a5c16d79093), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.968145 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-334c3935-9ec0-4b91-89ec-021881fcfd89 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:07.969555 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-334c3935-9ec0-4b91-89ec-021881fcfd89 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c707ebd-97a5-4c58-a837-3a5c16d79093 HTTP/1.1" status: 204  len: 168 time: 0.1921644
Mar 18 02:52:07.972589 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38288) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:07.984024 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c3935-9ec0-4b91-89ec-021881fcfd89 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c707ebd-97a5-4c58-a837-3a5c16d79093,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:07.997160 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.api.v2.resource [None req-3c0ce4fd-70d6-4d90-bafa-8c7a5446dc30 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] show failed (client error): The resource could not be found.
Mar 18 02:52:07.999047 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3c0ce4fd-70d6-4d90-bafa-8c7a5446dc30 tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "GET /v2.0/security-groups/9c707ebd-97a5-4c58-a837-3a5c16d79093 HTTP/1.1" status: 404  len: 347 time: 0.0249171
Mar 18 02:52:08.002113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38290) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:08.183052 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Deleting port 00f4fec5-4545-4d9e-b5e4-842f04057e4d {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:52:08.183404 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:08.274182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:08.274651 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (00f4fec5-4545-4d9e-b5e4-842f04057e4d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:08.289271 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Calling delete_port for 00f4fec5-4545-4d9e-b5e4-842f04057e4d owned by network:floatingip {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:52:08.449522 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (00f4fec5-4545-4d9e-b5e4-842f04057e4d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:08.482791 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Pushing event deleted for resources: {'Port': ['ID=00f4fec5-4545-4d9e-b5e4-842f04057e4d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:08.565346 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks [] for floatingip (15ee5e4a-01f2-4337-9eeb-a685b50b42ef), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:08.569873 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:08.572134 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-cf578cb8-66fe-45a1-abc7-576b949e0e6f tempest-AttachVolumeShelveTestJSON-1575910826 tempest-AttachVolumeShelveTestJSON-1575910826-project] 10.222.0.24 "DELETE /v2.0/floatingips/15ee5e4a-01f2-4337-9eeb-a685b50b42ef HTTP/1.1" status: 204  len: 168 time: 0.5669241
Mar 18 02:52:09.275802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-389fe348-1d7f-4214-a645-6cd5c2157c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:09.972044 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:52:09.992591 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 4f9d8c51-ee9a-4327-adad-53e89382a7be {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:52:09.992950 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 4f9d8c51-ee9a-4327-adad-53e89382a7be not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:52:10.609753 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:10.983177 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38344) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:11.494322 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (99c5fde1-cc74-4a24-8475-c072ca11e876), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:11.748084 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Deleting port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:52:11.748707 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:11.829376 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] For port 396a86e9-d050-41ca-a8f2-ff1d864a0fa1, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:11.829599 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:11.842890 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Calling delete_port for 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 owned by network:router_interface {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:52:11.865482 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:12.033123 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (396a86e9-d050-41ca-a8f2-ff1d864a0fa1), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:12.065682 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=396a86e9-d050-41ca-a8f2-ff1d864a0fa1,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:12.232128 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (99c5fde1-cc74-4a24-8475-c072ca11e876), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:12.452214 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Router 99c5fde1-cc74-4a24-8475-c072ca11e876 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:52:12.554099 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:52:12.561577 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f09ef920-a724-4312-8ef0-123d451f72d7 admin admin] 10.222.0.24 "PUT /v2.0/routers/99c5fde1-cc74-4a24-8475-c072ca11e876/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5748205
Mar 18 02:52:12.561704 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38356) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:12.562729 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] Sync routers for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:52:12.572577 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:52:12.573183 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba599cc310>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:52:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:12.668737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks [] for router (99c5fde1-cc74-4a24-8475-c072ca11e876), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:12.684199 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:52:12.771672 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks [] for router_gateway (99c5fde1-cc74-4a24-8475-c072ca11e876), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:12.824387 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Deleting port 7a4200c5-5d41-4253-b8bc-7f2998c76895 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:52:12.824726 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:12.858421 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba599cc310>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:52:11Z', 'revision_number': 5, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port': {'id': '7a4200c5-5d41-4253-b8bc-7f2998c76895', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:45:20Z', 'updated_at': '2022-03-18T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:12.884654 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] Checking router: 99c5fde1-cc74-4a24-8475-c072ca11e876 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:52:12.892749 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] Routers {'99c5fde1-cc74-4a24-8475-c072ca11e876'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:52:12.893345 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba599cc310>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:52:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['99c5fde1-cc74-4a24-8475-c072ca11e876'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:12.906790 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] For port 7a4200c5-5d41-4253-b8bc-7f2998c76895, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7a4200c5-5d41-4253-b8bc-7f2998c76895,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:12.906790 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:12.920511 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Calling delete_port for 7a4200c5-5d41-4253-b8bc-7f2998c76895 owned by network:router_gateway {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:52:12.984287 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] Set router 99c5fde1-cc74-4a24-8475-c072ca11e876 gateway port host: None {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:52:13.038878 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba599cc310>, [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:52:12Z', 'revision_number': 6, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:13.064488 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b09139-094a-48f6-9d9a-9a0eb9cc5419 None None] The sync data for ids ['99c5fde1-cc74-4a24-8475-c072ca11e876'] in dv-cinder-817135-5-iscsi is: [{'id': '99c5fde1-cc74-4a24-8475-c072ca11e876', 'name': 'tempest-AttachVolumeShelveTestJSON-1674083660-router', 'tenant_id': 'f22ea5ccb37b487e83c237d313f61033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:45:18Z', 'updated_at': '2022-03-18T02:52:12Z', 'revision_number': 6, 'project_id': 'f22ea5ccb37b487e83c237d313f61033', 'gw_port_host': None}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:52:13.088771 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (7a4200c5-5d41-4253-b8bc-7f2998c76895), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.115770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4200c5-5d41-4253-b8bc-7f2998c76895,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:13.177438 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (99c5fde1-cc74-4a24-8475-c072ca11e876), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.532539 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (99c5fde1-cc74-4a24-8475-c072ca11e876), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.534996 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks [] for router_controller (99c5fde1-cc74-4a24-8475-c072ca11e876), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.552996 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.579249 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (99c5fde1-cc74-4a24-8475-c072ca11e876), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.579776 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c5fde1-cc74-4a24-8475-c072ca11e876 {{(pid=115117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:52:13.587545 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.588839 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-db35f80d-5211-464d-97b3-89aec75ce6db admin admin] 10.222.0.24 "DELETE /v2.0/routers/99c5fde1-cc74-4a24-8475-c072ca11e876 HTTP/1.1" status: 204  len: 168 time: 1.0261590
Mar 18 02:52:13.591233 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38370) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:13.637577 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] Deleting subnet 2f382b22-6dc6-47f3-aa36-32bb8e623860 {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:52:13.640636 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] Publish callbacks [] for subnet (2f382b22-6dc6-47f3-aa36-32bb8e623860), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.675600 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (2f382b22-6dc6-47f3-aa36-32bb8e623860), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.783701 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (2f382b22-6dc6-47f3-aa36-32bb8e623860), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.837053 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (2f382b22-6dc6-47f3-aa36-32bb8e623860), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.871452 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f382b22-6dc6-47f3-aa36-32bb8e623860,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:13.874883 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:13.881642 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-d24ec5e8-a20a-4a9e-977f-2e319037d2f1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2f382b22-6dc6-47f3-aa36-32bb8e623860 HTTP/1.1" status: 204  len: 168 time: 0.2858539
Mar 18 02:52:13.881926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38376) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:13.884300 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e0cca-9456-435b-a356-8ee5fdf4f979 None None] Network 95079f1c-5ea3-498a-a938-a024190328bf requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:52:13.959134 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (95079f1c-5ea3-498a-a938-a024190328bf), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.014943 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Deleting port 85234303-7860-437d-a97a-7b84fa6288f3 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:52:14.015286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (85234303-7860-437d-a97a-7b84fa6288f3), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.082918 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] For port 85234303-7860-437d-a97a-7b84fa6288f3, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=85234303-7860-437d-a97a-7b84fa6288f3,segment=NetworkSegment(255c7103-5d9f-47eb-9a64-9d18a11f0a9f),segment_id=255c7103-5d9f-47eb-9a64-9d18a11f0a9f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:14.083904 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (85234303-7860-437d-a97a-7b84fa6288f3), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.099499 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Calling delete_port for 85234303-7860-437d-a97a-7b84fa6288f3 owned by network:dhcp {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:52:14.185721 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20b8bf-69a9-450f-949f-0a80a37b32ad None None] DHCP port deletion for 95079f1c-5ea3-498a-a938-a024190328bf request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:52:14.193822 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (85234303-7860-437d-a97a-7b84fa6288f3), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.210501 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cc20b8bf-69a9-450f-949f-0a80a37b32ad None None] The port '85234303-7860-437d-a97a-7b84fa6288f3' was deleted {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}}
Mar 18 02:52:14.220684 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Pushing event deleted for resources: {'Port': ['ID=85234303-7860-437d-a97a-7b84fa6288f3,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:14.225401 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] No DVR routers for this DVR port 85234303-7860-437d-a97a-7b84fa6288f3 on host dv-cinder-817135-5-iscsi {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:52:14.297974 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (95079f1c-5ea3-498a-a938-a024190328bf), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.318333 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba597d8220>,) {'filters': {'network_id': ['95079f1c-5ea3-498a-a938-a024190328bf']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:14.327351 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba597d8220>, '255c7103-5d9f-47eb-9a64-9d18a11f0a9f') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:14.327649 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba597d8220>, '255c7103-5d9f-47eb-9a64-9d18a11f0a9f') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:14.337464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (255c7103-5d9f-47eb-9a64-9d18a11f0a9f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.350583 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (255c7103-5d9f-47eb-9a64-9d18a11f0a9f), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.356742 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:52:14.357158 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (255c7103-5d9f-47eb-9a64-9d18a11f0a9f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:52:14.358884 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:52:14.414749 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (95079f1c-5ea3-498a-a938-a024190328bf), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.420608 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.430693 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] 10.222.0.24 "DELETE /v2.0/networks/95079f1c-5ea3-498a-a938-a024190328bf HTTP/1.1" status: 204  len: 168 time: 0.5413861
Mar 18 02:52:14.445827 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c5238-067c-42da-aa9a-a80234093399 admin admin] Pushing event deleted for resources: {'Network': ['ID=95079f1c-5ea3-498a-a938-a024190328bf,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:14.542561 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38392) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:14.584521 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f60cd72c-0856-4d22-9804-ba09caa0001c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f22ea5ccb37b487e83c237d313f61033&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0407591
Mar 18 02:52:14.586891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38396) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:14.639747 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f25-3148-4198-a77b-8d075885d45b admin admin] Publish callbacks [] for security_group (ab66b2b9-78bf-4f5e-884a-89d4561cce76), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.663991 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f25-3148-4198-a77b-8d075885d45b admin admin] Publish callbacks [] for security_group (ab66b2b9-78bf-4f5e-884a-89d4561cce76), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.695976 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:52:14.719927 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f25-3148-4198-a77b-8d075885d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (ab66b2b9-78bf-4f5e-884a-89d4561cce76), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.723564 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f25-3148-4198-a77b-8d075885d45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:14.725154 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f2f89f25-3148-4198-a77b-8d075885d45b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab66b2b9-78bf-4f5e-884a-89d4561cce76 HTTP/1.1" status: 204  len: 168 time: 0.1371107
Mar 18 02:52:14.728084 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:52:14.728544 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 396a86e9-d050-41ca-a8f2-ff1d864a0fa1 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:52:14.729193 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7a4200c5-5d41-4253-b8bc-7f2998c76895 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:52:14.734295 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f89f25-3148-4198-a77b-8d075885d45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab66b2b9-78bf-4f5e-884a-89d4561cce76,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:14.762290 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 7a4200c5-5d41-4253-b8bc-7f2998c76895 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:52:14.762676 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7a4200c5-5d41-4253-b8bc-7f2998c76895 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:52:14.763119 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 85234303-7860-437d-a97a-7b84fa6288f3 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:52:14.788416 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 85234303-7860-437d-a97a-7b84fa6288f3 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:52:14.788767 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 85234303-7860-437d-a97a-7b84fa6288f3 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:52:21.293068 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38514) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:21.395648 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-97ca127c-80f6-4dd7-9fef-6d69e5da9528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:21.468309 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-97ca127c-80f6-4dd7-9fef-6d69e5da9528 admin admin] Publish callbacks [] for security_group (1ec78893-c476-4da3-b0b2-0f34b774f811), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:21.472277 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-97ca127c-80f6-4dd7-9fef-6d69e5da9528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (1ec78893-c476-4da3-b0b2-0f34b774f811), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:21.510428 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-97ca127c-80f6-4dd7-9fef-6d69e5da9528 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24f0204ad28e4ccca2b2c8e03aa0d9b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2162600
Mar 18 02:52:21.511306 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca127c-80f6-4dd7-9fef-6d69e5da9528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec78893-c476-4da3-b0b2-0f34b774f811,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:21.513128 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38520) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:21.561211 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eba70ef7-d8dc-4282-8ca3-599af0e8a9c9 admin admin] Publish callbacks [] for security_group (1ec78893-c476-4da3-b0b2-0f34b774f811), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:21.583767 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eba70ef7-d8dc-4282-8ca3-599af0e8a9c9 admin admin] Publish callbacks [] for security_group (1ec78893-c476-4da3-b0b2-0f34b774f811), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:21.635825 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eba70ef7-d8dc-4282-8ca3-599af0e8a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (1ec78893-c476-4da3-b0b2-0f34b774f811), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:21.638666 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eba70ef7-d8dc-4282-8ca3-599af0e8a9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:21.639884 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-eba70ef7-d8dc-4282-8ca3-599af0e8a9c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ec78893-c476-4da3-b0b2-0f34b774f811 HTTP/1.1" status: 204  len: 168 time: 0.1257370
Mar 18 02:52:21.647779 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba70ef7-d8dc-4282-8ca3-599af0e8a9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec78893-c476-4da3-b0b2-0f34b774f811,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:23.350209 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:52:24.784715 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.549358 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38646) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:25.665048 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7136310b-906c-4ed4-8b4a-e043295d8470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.750130 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7136310b-906c-4ed4-8b4a-e043295d8470 admin admin] Publish callbacks [] for security_group (12b8d42b-0d6e-4c15-959e-68ab0fa92fc1), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.754356 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-7136310b-906c-4ed4-8b4a-e043295d8470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (12b8d42b-0d6e-4c15-959e-68ab0fa92fc1), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.812363 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38666) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:25.820939 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-7136310b-906c-4ed4-8b4a-e043295d8470 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92cf640f2b984434993ec5d18693c2a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2703688
Mar 18 02:52:25.821971 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136310b-906c-4ed4-8b4a-e043295d8470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b8d42b-0d6e-4c15-959e-68ab0fa92fc1,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:25.867378 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2db2a036-6147-47c3-a7f3-e45843720214 admin admin] Publish callbacks [] for security_group (12b8d42b-0d6e-4c15-959e-68ab0fa92fc1), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.890753 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2db2a036-6147-47c3-a7f3-e45843720214 admin admin] Publish callbacks [] for security_group (12b8d42b-0d6e-4c15-959e-68ab0fa92fc1), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.938750 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2db2a036-6147-47c3-a7f3-e45843720214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (12b8d42b-0d6e-4c15-959e-68ab0fa92fc1), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.941842 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2db2a036-6147-47c3-a7f3-e45843720214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:25.943701 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2db2a036-6147-47c3-a7f3-e45843720214 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12b8d42b-0d6e-4c15-959e-68ab0fa92fc1 HTTP/1.1" status: 204  len: 168 time: 0.1303010
Mar 18 02:52:25.952465 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2a036-6147-47c3-a7f3-e45843720214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b8d42b-0d6e-4c15-959e-68ab0fa92fc1,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:26.544789 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38688) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:26.638093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-262151472-network', 'tenant_id': '7e3935e11f324f8398542ff48da8c8d2'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:26.657547 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Made reservation on behalf of 7e3935e11f324f8398542ff48da8c8d2 for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:52:26.660187 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.669413 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.743063 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks [] for security_group (334b9efb-90a1-46be-a7b2-a12bcac4f18f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.746764 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (334b9efb-90a1-46be-a7b2-a12bcac4f18f), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.768296 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:52:26.784947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334b9efb-90a1-46be-a7b2-a12bcac4f18f,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:26.788905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (c1e00378-35b6-4553-9da5-db70a915e0fa), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.789262 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Added segment c1e00378-35b6-4553-9da5-db70a915e0fa of type vlan for network ac9567c4-7b26-4eeb-92fb-e34183f07b97
Mar 18 02:52:26.828052 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (ac9567c4-7b26-4eeb-92fb-e34183f07b97), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.861758 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (ac9567c4-7b26-4eeb-92fb-e34183f07b97), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.866793 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:26.866793 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:26.922093 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3761699
Mar 18 02:52:26.925054 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38700) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:26.930947 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Request body: {'subnet': {'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-262151472-subnet', 'tenant_id': '7e3935e11f324f8398542ff48da8c8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:26.932421 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0177-e45c-4520-92d4-564cf13ad450 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9567c4-7b26-4eeb-92fb-e34183f07b97,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:26.946252 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network ac9567c4-7b26-4eeb-92fb-e34183f07b97 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:52:26.961705 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Made reservation on behalf of 7e3935e11f324f8398542ff48da8c8d2 for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:52:26.968303 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596854'] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:27.138965 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7356416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596832'] for subnet (95657107-0abc-4c2c-b2f2-8cf1b7e644cf), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:27.191491 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95657107-0abc-4c2c-b2f2-8cf1b7e644cf,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:27.203015 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Checking segment: {'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:52:27.203366 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Network hostable DHCP agents. Network: ac9567c4-7b26-4eeb-92fb-e34183f07b97, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:52:27.219203 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Network ac9567c4-7b26-4eeb-92fb-e34183f07b97 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:52:27.227115 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, ac9567c4-7b26-4eeb-92fb-e34183f07b97) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:52:27.231024 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:27.231622 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:27.236587 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af8458-fc47-48ec-aa01-6d9c124768a0 None None] Network ac9567c4-7b26-4eeb-92fb-e34183f07b97 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:52:27.247310 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c6a8366b-7c40-44a4-a064-6e7434ebd362 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3210676
Mar 18 02:52:27.337558 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813dfc0-d69e-447d-ab6e-3f915b2f5a0a None None] Network ac9567c4-7b26-4eeb-92fb-e34183f07b97 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:52:29.218875 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38734) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:29.324981 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d831234-e3ee-42e6-88a5-ed14620ba88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:29.396013 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d831234-e3ee-42e6-88a5-ed14620ba88c admin admin] Publish callbacks [] for security_group (5c8a9c59-1f26-4986-89ab-e874421b3f35), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:29.399784 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0d831234-e3ee-42e6-88a5-ed14620ba88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (5c8a9c59-1f26-4986-89ab-e874421b3f35), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:29.440367 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0d831234-e3ee-42e6-88a5-ed14620ba88c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8ab40674194521aa205e0d215066e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2203894
Mar 18 02:52:29.441212 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831234-e3ee-42e6-88a5-ed14620ba88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8a9c59-1f26-4986-89ab-e874421b3f35,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:29.444093 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38738) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:29.489767 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b7ecc74-a50f-43ca-98a9-4b3091b9e385 admin admin] Publish callbacks [] for security_group (5c8a9c59-1f26-4986-89ab-e874421b3f35), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:29.510088 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b7ecc74-a50f-43ca-98a9-4b3091b9e385 admin admin] Publish callbacks [] for security_group (5c8a9c59-1f26-4986-89ab-e874421b3f35), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:29.555122 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b7ecc74-a50f-43ca-98a9-4b3091b9e385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (5c8a9c59-1f26-4986-89ab-e874421b3f35), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:29.557842 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b7ecc74-a50f-43ca-98a9-4b3091b9e385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:29.558976 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6b7ecc74-a50f-43ca-98a9-4b3091b9e385 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c8a9c59-1f26-4986-89ab-e874421b3f35 HTTP/1.1" status: 204  len: 168 time: 0.1140120
Mar 18 02:52:29.566138 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ecc74-a50f-43ca-98a9-4b3091b9e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8a9c59-1f26-4986-89ab-e874421b3f35,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:30.074104 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-d4f5a980-0075-4593-9397-6779dfb133e3 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:30.075610 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-d4f5a980-0075-4593-9397-6779dfb133e3 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/networks?id=ac9567c4-7b26-4eeb-92fb-e34183f07b97 HTTP/1.1" status: 200  len: 808 time: 0.1046290
Mar 18 02:52:30.092683 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-85a05bda-1e98-436d-8a54-e276789c3a47 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/quotas/7e3935e11f324f8398542ff48da8c8d2 HTTP/1.1" status: 200  len: 375 time: 0.0114486
Mar 18 02:52:30.137560 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-bd2a97c2-9bd9-4152-8181-85322edd0158 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e3935e11f324f8398542ff48da8c8d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0365658
Mar 18 02:52:30.377428 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-41c01e41-c8d7-4a80-be33-fc06b0006b52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1154788
Mar 18 02:52:30.393182 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-f8a2c12e-6ae0-4731-a658-63d92a40e84b service neutron] 10.222.0.24 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2451406
Mar 18 02:52:30.508743 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-2a9fc58c-4f8b-43e9-814b-c4b225d8e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:30.510286 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-2a9fc58c-4f8b-43e9-814b-c4b225d8e487 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 1130 time: 0.1103382
Mar 18 02:52:30.530036 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-95e586d0-1aeb-4209-8ab7-57f77cea468d service neutron] 10.222.0.24 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217372
Mar 18 02:52:30.627953 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-a6af5ee8-5b8d-4d2d-af60-0a94681e3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:30.631205 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-a6af5ee8-5b8d-4d2d-af60-0a94681e3905 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.0981972
Mar 18 02:52:30.703887 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-827b4acf-d20b-4f74-99da-4f9904ca3c65 req-57ba4010-ed02-4bbd-9333-22d6b2f6494f tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 210 time: 0.0284219
Mar 18 02:52:31.491190 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-8ac92d84-959a-4e35-8db1-eb84f6c11dc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04 HTTP/1.1" status: 200  len: 1002 time: 0.0588915
Mar 18 02:52:31.804183 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-eb0e7692-10fd-493e-b6da-01aef119acce req-3176cd29-33a0-44b8-99ce-5b3f9a5798bf tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 210 time: 0.0322886
Mar 18 02:52:32.894946 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ea96a4aa-1fda-493f-952d-e2870518ce5c req-78345e75-5030-48d1-844c-4644406077a5 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 210 time: 0.0261157
Mar 18 02:52:33.146354 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-e9a0b83b-b9bb-427b-98bd-d2a249e85674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:33.148095 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-e9a0b83b-b9bb-427b-98bd-d2a249e85674 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0473163
Mar 18 02:52:33.200666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-9f1fb197-dabf-4798-82b1-03ca9db325ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:33.202163 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-9f1fb197-dabf-4798-82b1-03ca9db325ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0475512
Mar 18 02:52:33.300027 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-d76ba3b1-ac29-4939-a095-8884945bbe32 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917504
Mar 18 02:52:33.389307 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-95de9c11-34e6-4d8f-9d95-410d4c99f7a1 req-1e5443d8-18eb-440a-877d-fd5d88b23e3e service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829029
Mar 18 02:52:33.728755 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-3147b49a-90e6-47fb-b1dc-45fc5de12dce tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:33.730352 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-3147b49a-90e6-47fb-b1dc-45fc5de12dce tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "GET /v2.0/networks?id=ac9567c4-7b26-4eeb-92fb-e34183f07b97 HTTP/1.1" status: 200  len: 808 time: 0.1086876
Mar 18 02:52:33.743652 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Request body: {'port': {'device_id': 'c6ebf315-f437-4437-9079-18f83db74136', 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97', 'admin_state_up': True, 'tenant_id': '7e3935e11f324f8398542ff48da8c8d2'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:33.859514 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Made reservation on behalf of 7e3935e11f324f8398542ff48da8c8d2 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:52:33.863027 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.012048 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6efba358-b03f-4f45-9c50-18faa891c757 req-b623ec8e-f374-4fc2-994c-2e8affe569d2 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 210 time: 0.0390272
Mar 18 02:52:34.031682 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Allocated IP 172.20.0.6 (ac9567c4-7b26-4eeb-92fb-e34183f07b97/95657107-0abc-4c2c-b2f2-8cf1b7e644cf/20deca64-5dc3-4154-a80a-0316f4ff8ae6) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:52:34.117843 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38882) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:34.182484 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks [] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.215852 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.225874 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e579-5eea-43d3-a9cf-fa727970461c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.261636 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Network ac9567c4-7b26-4eeb-92fb-e34183f07b97 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:52:34.264876 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:52:34.268579 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:52:34.295312 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Pushing event updated for resources: {'Port': ['ID=20deca64-5dc3-4154-a80a-0316f4ff8ae6,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:34.306772 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e579-5eea-43d3-a9cf-fa727970461c admin admin] Publish callbacks [] for security_group (91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.311525 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e579-5eea-43d3-a9cf-fa727970461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.323427 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:34.324025 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.339157 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-25d2ec0c-c3db-4f31-b8d4-62d5a91b0734 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6003745
Mar 18 02:52:34.349906 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7cf8e579-5eea-43d3-a9cf-fa727970461c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad26f2f147ad4085a1889662a3d0e211&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2308607
Mar 18 02:52:34.350768 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Request body: {'port': {'device_id': 'c6ebf315-f437-4437-9079-18f83db74136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:34.350885 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e579-5eea-43d3-a9cf-fa727970461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:34.353222 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38886) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:34.403493 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-81b8cb20-9fa8-4f39-98c1-7608cee84b6b admin admin] Publish callbacks [] for security_group (91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.416344 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.424454 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-81b8cb20-9fa8-4f39-98c1-7608cee84b6b admin admin] Publish callbacks [] for security_group (91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.470404 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-81b8cb20-9fa8-4f39-98c1-7608cee84b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.473012 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-81b8cb20-9fa8-4f39-98c1-7608cee84b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.474978 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-81b8cb20-9fa8-4f39-98c1-7608cee84b6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7 HTTP/1.1" status: 204  len: 168 time: 0.1206479
Mar 18 02:52:34.483131 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8cb20-9fa8-4f39-98c1-7608cee84b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a81f1b-5662-4c0b-b4dd-7e63dbd8e2d7,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:34.684366 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20deca64-5dc3-4154-a80a-0316f4ff8ae6 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:52:34.693922 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Publish callbacks [] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.708674 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Transition to ACTIVE for port object 20deca64-5dc3-4154-a80a-0316f4ff8ae6 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:52:34.713682 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.777104 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 38900) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:34.790709 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Pushing event updated for resources: {'Port': ['ID=20deca64-5dc3-4154-a80a-0316f4ff8ae6,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:34.790921 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9a38072d-ea3c-4a19-aca2-042ee9e1626b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.847861 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Attempting to bind port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:52:34.848229 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Attempting to bind port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:52:34.848558 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Attempting to bind port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 on network ac9567c4-7b26-4eeb-92fb-e34183f07b97 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:52:34.853713 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 on network ac9567c4-7b26-4eeb-92fb-e34183f07b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:52:34.854054 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Attempting to bind port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 on network ac9567c4-7b26-4eeb-92fb-e34183f07b97 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:52:34.859268 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:52:34.859652 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Checking segment: {'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:52:34.860112 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Bound using segment: {'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:52:34.860582 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Bound port: 20deca64-5dc3-4154-a80a-0316f4ff8ae6, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:52:34.860953 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.881129 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9a38072d-ea3c-4a19-aca2-042ee9e1626b admin admin] Publish callbacks [] for security_group (c638e27a-0cb7-4e06-93e9-283853af2ae8), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.885332 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-9a38072d-ea3c-4a19-aca2-042ee9e1626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c638e27a-0cb7-4e06-93e9-283853af2ae8), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.926713 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] For port 20deca64-5dc3-4154-a80a-0316f4ff8ae6, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:52:34.930001 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] For port 20deca64-5dc3-4154-a80a-0316f4ff8ae6, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20deca64-5dc3-4154-a80a-0316f4ff8ae6,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:52:34.932562 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-9a38072d-ea3c-4a19-aca2-042ee9e1626b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a92aec5d6ebb4b1caa9e47e4ef03510f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1542063
Mar 18 02:52:34.934720 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38072d-ea3c-4a19-aca2-042ee9e1626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638e27a-0cb7-4e06-93e9-283853af2ae8,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:34.935349 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 38910) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:34.947024 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.994824 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:34.995462 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:34.996992 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] 10.222.0.35 "PUT /v2.0/ports/20deca64-5dc3-4154-a80a-0316f4ff8ae6 HTTP/1.1" status: 200  len: 1093 time: 0.6509256
Mar 18 02:52:35.003163 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ebf315-f437-4437-9079-18f83db74136', 'tag': '20deca64-5dc3-4154-a80a-0316f4ff8ae6'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:35.005510 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ebf315-f437-4437-9079-18f83db74136", "tag": "20deca64-5dc3-4154-a80a-0316f4ff8ae6"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:35.055014 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c5ade-e280-4d29-a052-58f6dd20600b x-openstack-request-id: req-797c5ade-e280-4d29-a052-58f6dd20600b {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:35.055596 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ebf315-f437-4437-9079-18f83db74136", "tag": "20deca64-5dc3-4154-a80a-0316f4ff8ae6", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:35.055596 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-797c5ade-e280-4d29-a052-58f6dd20600b {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:35.055905 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ebf315-f437-4437-9079-18f83db74136', 'tag': '20deca64-5dc3-4154-a80a-0316f4ff8ae6', 'status': 'completed', 'code': 200}
Mar 18 02:52:35.112570 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a34e5-bd4b-4205-877d-3e728906a976 service neutron] Pushing event updated for resources: {'Port': ['ID=20deca64-5dc3-4154-a80a-0316f4ff8ae6,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:35.140973 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8ee90662-62e2-4a8f-9920-8907eebb81d1 admin admin] Publish callbacks [] for security_group (c638e27a-0cb7-4e06-93e9-283853af2ae8), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:35.173962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-35d6e99b-ef04-4f04-9f47-b8811e26e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:35.175500 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-35d6e99b-ef04-4f04-9f47-b8811e26e8ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e3935e11f324f8398542ff48da8c8d2&device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 1127 time: 0.1347427
Mar 18 02:52:35.181398 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8ee90662-62e2-4a8f-9920-8907eebb81d1 admin admin] Publish callbacks [] for security_group (c638e27a-0cb7-4e06-93e9-283853af2ae8), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:35.238878 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fa343-87ff-4368-ba22-86f181e40bd4 req-00609f93-e487-4173-9e9e-c89b6dd19e64 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:35.241362 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-473fa343-87ff-4368-ba22-86f181e40bd4 req-00609f93-e487-4173-9e9e-c89b6dd19e64 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 943 time: 0.1480372
Mar 18 02:52:35.244756 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-c8fbb3f6-1a3d-49d8-b241-ff0c602e2c78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20deca64-5dc3-4154-a80a-0316f4ff8ae6 HTTP/1.1" status: 200  len: 217 time: 0.0565631
Mar 18 02:52:35.334798 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-724bdd65-6f65-41e9-87d8-8fc67455fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:35.336402 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-724bdd65-6f65-41e9-87d8-8fc67455fd70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95657107-0abc-4c2c-b2f2-8cf1b7e644cf HTTP/1.1" status: 200  len: 848 time: 0.0846429
Mar 18 02:52:35.340067 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8ee90662-62e2-4a8f-9920-8907eebb81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c638e27a-0cb7-4e06-93e9-283853af2ae8), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:35.342626 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-8ee90662-62e2-4a8f-9920-8907eebb81d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:35.343659 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-8ee90662-62e2-4a8f-9920-8907eebb81d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c638e27a-0cb7-4e06-93e9-283853af2ae8 HTTP/1.1" status: 204  len: 168 time: 0.4071403
Mar 18 02:52:35.358957 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-473fa343-87ff-4368-ba22-86f181e40bd4 req-04081dc8-1de7-4b6b-aad2-c32001ffa16e tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081858
Mar 18 02:52:35.379137 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-f324ba02-ce90-4f60-afed-98f9f58cc79d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac9567c4-7b26-4eeb-92fb-e34183f07b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335844
Mar 18 02:52:35.380731 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90662-62e2-4a8f-9920-8907eebb81d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638e27a-0cb7-4e06-93e9-283853af2ae8,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:35.472830 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-81af7075-b92a-4be0-a004-c90c9a9e132e service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873318
Mar 18 02:52:35.565178 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-705a6897-1112-4168-a3d1-a24fd083a1e8 req-4b8918f1-3a3f-462d-8adc-ba598a97c4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855963
Mar 18 02:52:35.662654 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-2dedc232-00cd-4046-b15e-cad181a9db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:35.664149 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-2dedc232-00cd-4046-b15e-cad181a9db4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e3935e11f324f8398542ff48da8c8d2&device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 1127 time: 0.0507164
Mar 18 02:52:35.756185 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-fab14027-4606-4aab-90f8-044eede35e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:35.757670 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-fab14027-4606-4aab-90f8-044eede35e8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac9567c4-7b26-4eeb-92fb-e34183f07b97 HTTP/1.1" status: 200  len: 908 time: 0.0870893
Mar 18 02:52:35.802355 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-189b849c-6ba7-4d03-94f4-7937d1e8a18c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20deca64-5dc3-4154-a80a-0316f4ff8ae6 HTTP/1.1" status: 200  len: 217 time: 0.0385370
Mar 18 02:52:35.854553 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-fccb6fed-90a9-45f8-aef6-c378e3ab3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:35.856040 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-fccb6fed-90a9-45f8-aef6-c378e3ab3f2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95657107-0abc-4c2c-b2f2-8cf1b7e644cf HTTP/1.1" status: 200  len: 848 time: 0.0462091
Mar 18 02:52:35.890514 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-72647c21-1c76-4d36-a2f7-65a1e761e9fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac9567c4-7b26-4eeb-92fb-e34183f07b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265319
Mar 18 02:52:35.999144 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-322ded85-14c0-4336-b8aa-12b45fbefa96 service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020014
Mar 18 02:52:36.093522 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc0e4ce9-91d2-461c-9f31-e38bbcd024e0 req-7408f50f-1709-4e67-8a2b-31c44907a827 service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870426
Mar 18 02:52:36.487820 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf65bd-c6ae-4387-bb11-f40fcf95e5fc req-48e5e836-96cb-40ef-8c3f-3953a35f0526 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:36.489361 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-68bf65bd-c6ae-4387-bb11-f40fcf95e5fc req-48e5e836-96cb-40ef-8c3f-3953a35f0526 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 943 time: 0.0559902
Mar 18 02:52:36.539167 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-68bf65bd-c6ae-4387-bb11-f40fcf95e5fc req-10cf0f4d-3d07-48be-8584-a443a35cc2dd tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441792
Mar 18 02:52:36.970371 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-605e42c8-d516-443c-a064-d0437068e0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.558990 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39040) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:37.678483 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6424259-f6cb-4943-a4c2-615230d714f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.698087 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b743f-3446-4a2a-88c2-34c9fb645ccb req-8144252b-d79f-463a-b4b4-ba5a212e37cf tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:37.699586 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3f1b743f-3446-4a2a-88c2-34c9fb645ccb req-8144252b-d79f-463a-b4b4-ba5a212e37cf tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 943 time: 0.0890810
Mar 18 02:52:37.768218 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3f1b743f-3446-4a2a-88c2-34c9fb645ccb req-198e5e72-fbb2-490a-b198-607b23534e04 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632188
Mar 18 02:52:37.804903 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6424259-f6cb-4943-a4c2-615230d714f1 admin admin] Publish callbacks [] for security_group (60ae6d70-ca00-4a78-922a-e623628834ad), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.808353 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6424259-f6cb-4943-a4c2-615230d714f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (60ae6d70-ca00-4a78-922a-e623628834ad), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.846599 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-b6424259-f6cb-4943-a4c2-615230d714f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ff73adfda9c43f79d457a6d76cee5ae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2866228
Mar 18 02:52:37.847678 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6424259-f6cb-4943-a4c2-615230d714f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ae6d70-ca00-4a78-922a-e623628834ad,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:37.849413 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39068) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:37.906652 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-481007f2-3129-41d7-b905-af587ce356a3 admin admin] Publish callbacks [] for security_group (60ae6d70-ca00-4a78-922a-e623628834ad), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.934706 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-481007f2-3129-41d7-b905-af587ce356a3 admin admin] Publish callbacks [] for security_group (60ae6d70-ca00-4a78-922a-e623628834ad), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.991470 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-481007f2-3129-41d7-b905-af587ce356a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (60ae6d70-ca00-4a78-922a-e623628834ad), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.994065 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-481007f2-3129-41d7-b905-af587ce356a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:37.995263 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-481007f2-3129-41d7-b905-af587ce356a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60ae6d70-ca00-4a78-922a-e623628834ad HTTP/1.1" status: 204  len: 168 time: 0.1440279
Mar 18 02:52:38.003348 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481007f2-3129-41d7-b905-af587ce356a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ae6d70-ca00-4a78-922a-e623628834ad,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:38.065636 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 20deca64-5dc3-4154-a80a-0316f4ff8ae6 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:52:38.186339 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 20deca64-5dc3-4154-a80a-0316f4ff8ae6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20deca64-5dc3-4154-a80a-0316f4ff8ae6,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:38.198590 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '20deca64-5dc3-4154-a80a-0316f4ff8ae6', 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97', 'port_id': '20deca64-5dc3-4154-a80a-0316f4ff8ae6', 'mac_address': 'fa:16:3e:bb:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95657107-0abc-4c2c-b2f2-8cf1b7e644cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:52:38.235607 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:52:38.236079 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.251412 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20deca64-5dc3-4154-a80a-0316f4ff8ae6 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:52:38.263801 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39088) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:38.278220 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 20deca64-5dc3-4154-a80a-0316f4ff8ae6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20deca64-5dc3-4154-a80a-0316f4ff8ae6,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:38.283251 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.333566 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=20deca64-5dc3-4154-a80a-0316f4ff8ae6,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:38.370027 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39092) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:38.378602 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fb7c04be-2f0a-462c-9523-99e47f629158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.382803 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1af62979-8915-4913-bb50-269f27a7f970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.453618 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fb7c04be-2f0a-462c-9523-99e47f629158 admin admin] Publish callbacks [] for security_group (9d31de64-4dd1-4a65-b2de-cec93f24d10d), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.459588 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fb7c04be-2f0a-462c-9523-99e47f629158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9d31de64-4dd1-4a65-b2de-cec93f24d10d), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.464717 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1af62979-8915-4913-bb50-269f27a7f970 admin admin] Publish callbacks [] for security_group (927bcf13-63a1-43bf-b855-1bf8d0d43d9e), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.468265 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1af62979-8915-4913-bb50-269f27a7f970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (927bcf13-63a1-43bf-b855-1bf8d0d43d9e), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.504074 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-fb7c04be-2f0a-462c-9523-99e47f629158 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94bbc7f192ca47ffa749f71acd4f119c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2390645
Mar 18 02:52:38.507455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39094) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:38.508532 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c04be-2f0a-462c-9523-99e47f629158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31de64-4dd1-4a65-b2de-cec93f24d10d,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:38.516688 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1af62979-8915-4913-bb50-269f27a7f970 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b8d65db119743ce889df76d59e2ac10&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1454926
Mar 18 02:52:38.519238 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39096) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:38.522745 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['20deca64-5dc3-4154-a80a-0316f4ff8ae6'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:52:38.523101 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af62979-8915-4913-bb50-269f27a7f970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927bcf13-63a1-43bf-b855-1bf8d0d43d9e,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:38.564758 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ace7ec3d-cf23-428b-8442-a80ea80fbea9 admin admin] Publish callbacks [] for security_group (9d31de64-4dd1-4a65-b2de-cec93f24d10d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.573502 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-801bbc12-76b0-49cd-a4bb-a8060dea4904 admin admin] Publish callbacks [] for security_group (927bcf13-63a1-43bf-b855-1bf8d0d43d9e), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.593512 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ace7ec3d-cf23-428b-8442-a80ea80fbea9 admin admin] Publish callbacks [] for security_group (9d31de64-4dd1-4a65-b2de-cec93f24d10d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.596815 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-801bbc12-76b0-49cd-a4bb-a8060dea4904 admin admin] Publish callbacks [] for security_group (927bcf13-63a1-43bf-b855-1bf8d0d43d9e), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.652569 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ace7ec3d-cf23-428b-8442-a80ea80fbea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9d31de64-4dd1-4a65-b2de-cec93f24d10d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.653494 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-801bbc12-76b0-49cd-a4bb-a8060dea4904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (927bcf13-63a1-43bf-b855-1bf8d0d43d9e), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.656091 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ace7ec3d-cf23-428b-8442-a80ea80fbea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.660345 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-801bbc12-76b0-49cd-a4bb-a8060dea4904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:38.660555 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ace7ec3d-cf23-428b-8442-a80ea80fbea9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d31de64-4dd1-4a65-b2de-cec93f24d10d HTTP/1.1" status: 204  len: 168 time: 0.1491930
Mar 18 02:52:38.660685 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-801bbc12-76b0-49cd-a4bb-a8060dea4904 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/927bcf13-63a1-43bf-b855-1bf8d0d43d9e HTTP/1.1" status: 204  len: 168 time: 0.1380711
Mar 18 02:52:38.667223 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bbc12-76b0-49cd-a4bb-a8060dea4904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927bcf13-63a1-43bf-b855-1bf8d0d43d9e,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:38.677760 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7ec3d-cf23-428b-8442-a80ea80fbea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31de64-4dd1-4a65-b2de-cec93f24d10d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:38.899005 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88995e-18c4-45da-a17a-b2e1dc0d1d60 req-6862177e-9212-4e6b-a9d9-9a786a783074 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:38.900590 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fb88995e-18c4-45da-a17a-b2e1dc0d1d60 req-6862177e-9212-4e6b-a9d9-9a786a783074 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 944 time: 0.0574117
Mar 18 02:52:38.953513 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fb88995e-18c4-45da-a17a-b2e1dc0d1d60 req-9a8b0970-6f6a-4943-8998-385309398514 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474091
Mar 18 02:52:39.011421 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39114) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:39.028402 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4d6657bb-e8f9-40af-868c-1d43f968d519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.105429 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4d6657bb-e8f9-40af-868c-1d43f968d519 admin admin] Publish callbacks [] for security_group (39136421-8719-4813-8576-9206199426db), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.112933 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4d6657bb-e8f9-40af-868c-1d43f968d519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (39136421-8719-4813-8576-9206199426db), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.152018 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4d6657bb-e8f9-40af-868c-1d43f968d519 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a277bafb08148e3b8b3c720e0e88bf6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1394336
Mar 18 02:52:39.152866 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6657bb-e8f9-40af-868c-1d43f968d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39136421-8719-4813-8576-9206199426db,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:39.154756 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39118) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:39.211531 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b0250b45-bcf3-4b92-8fff-2c7facaf9ffd admin admin] Publish callbacks [] for security_group (39136421-8719-4813-8576-9206199426db), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.232514 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b0250b45-bcf3-4b92-8fff-2c7facaf9ffd admin admin] Publish callbacks [] for security_group (39136421-8719-4813-8576-9206199426db), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.279990 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7da93105-4b7e-4dd3-b8db-4e56425d22c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.284878 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b0250b45-bcf3-4b92-8fff-2c7facaf9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (39136421-8719-4813-8576-9206199426db), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.288254 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b0250b45-bcf3-4b92-8fff-2c7facaf9ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:39.290533 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-b0250b45-bcf3-4b92-8fff-2c7facaf9ffd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39136421-8719-4813-8576-9206199426db HTTP/1.1" status: 204  len: 168 time: 0.1335282
Mar 18 02:52:39.298128 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0250b45-bcf3-4b92-8fff-2c7facaf9ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39136421-8719-4813-8576-9206199426db,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:40.080051 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 20deca64-5dc3-4154-a80a-0316f4ff8ae6 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:52:40.085342 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf2e1e-2a96-457f-a3d9-f496be450467 req-1c7f55ac-ae0c-43df-ad24-f384ee2d7b71 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:40.087289 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6cdf2e1e-2a96-457f-a3d9-f496be450467 req-1c7f55ac-ae0c-43df-ad24-f384ee2d7b71 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 944 time: 0.0641139
Mar 18 02:52:40.140747 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6cdf2e1e-2a96-457f-a3d9-f496be450467 req-4fe7a1ac-988c-417d-ad05-96ffbcd4223e tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478168
Mar 18 02:52:40.151792 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:52:40.167940 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:52:40.168374 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:40.255749 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:52:40.256324 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:40.284746 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebf315-f437-4437-9079-18f83db74136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20deca64-5dc3-4154-a80a-0316f4ff8ae6'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:40.287392 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecc1135-ffd0-44a7-adbb-285b157fddc1" -d '{"events": [{"server_uuid": "c6ebf315-f437-4437-9079-18f83db74136", "name": "network-vif-plugged", "status": "completed", "tag": "20deca64-5dc3-4154-a80a-0316f4ff8ae6"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:40.300572 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 20deca64-5dc3-4154-a80a-0316f4ff8ae6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20deca64-5dc3-4154-a80a-0316f4ff8ae6,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:40.308320 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:40.340717 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ae417-c6b4-4ff1-ad1f-78dfab7942be x-openstack-request-id: req-c15ae417-c6b4-4ff1-ad1f-78dfab7942be {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:40.341315 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ebf315-f437-4437-9079-18f83db74136", "name": "network-vif-plugged", "status": "completed", "tag": "20deca64-5dc3-4154-a80a-0316f4ff8ae6", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:40.342121 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c15ae417-c6b4-4ff1-ad1f-78dfab7942be {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:40.342830 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ebf315-f437-4437-9079-18f83db74136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20deca64-5dc3-4154-a80a-0316f4ff8ae6', 'code': 200}
Mar 18 02:52:40.379513 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=20deca64-5dc3-4154-a80a-0316f4ff8ae6,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:40.509373 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e58d3-9760-425c-8b2d-c03d0a6afb77 req-f22a78f8-050a-4b5e-b59d-4bc31e0c16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:40.510979 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-306e58d3-9760-425c-8b2d-c03d0a6afb77 req-f22a78f8-050a-4b5e-b59d-4bc31e0c16a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 1129 time: 0.0453463
Mar 18 02:52:40.558950 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-306e58d3-9760-425c-8b2d-c03d0a6afb77 req-fb264965-e08a-4768-9b69-2e8e09a485b9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425365
Mar 18 02:52:40.616653 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.267604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478dea-6fd3-480e-8aa2-a74a45ff0d53 req-28e929f4-3931-4497-99b9-715bc17191a5 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:41.269104 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3f478dea-6fd3-480e-8aa2-a74a45ff0d53 req-28e929f4-3931-4497-99b9-715bc17191a5 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 945 time: 0.0538485
Mar 18 02:52:41.324360 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3f478dea-6fd3-480e-8aa2-a74a45ff0d53 req-bf624aff-2e41-4457-bdcd-dc52b43de349 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479975
Mar 18 02:52:41.461261 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39240) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:41.581064 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c7a82941-52d9-427f-af5a-cd101a212bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.667889 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c7a82941-52d9-427f-af5a-cd101a212bd8 admin admin] Publish callbacks [] for security_group (9d46b956-724d-4cba-aed1-315d0f4b8655), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.671926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-c7a82941-52d9-427f-af5a-cd101a212bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9d46b956-724d-4cba-aed1-315d0f4b8655), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.711284 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-c7a82941-52d9-427f-af5a-cd101a212bd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15ab14a053664879acfced4e5bb30a1b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2488239
Mar 18 02:52:41.712040 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a82941-52d9-427f-af5a-cd101a212bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d46b956-724d-4cba-aed1-315d0f4b8655,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:41.713969 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39250) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:41.765599 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-08e6edde-5c08-4993-a365-ae97838782c5 admin admin] Publish callbacks [] for security_group (9d46b956-724d-4cba-aed1-315d0f4b8655), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.787425 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-08e6edde-5c08-4993-a365-ae97838782c5 admin admin] Publish callbacks [] for security_group (9d46b956-724d-4cba-aed1-315d0f4b8655), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.834760 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-08e6edde-5c08-4993-a365-ae97838782c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9d46b956-724d-4cba-aed1-315d0f4b8655), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.837500 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-08e6edde-5c08-4993-a365-ae97838782c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:41.838672 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-08e6edde-5c08-4993-a365-ae97838782c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d46b956-724d-4cba-aed1-315d0f4b8655 HTTP/1.1" status: 204  len: 168 time: 0.1236651
Mar 18 02:52:41.846715 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6edde-5c08-4993-a365-ae97838782c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d46b956-724d-4cba-aed1-315d0f4b8655,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:41.873378 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.125796 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39260) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:42.144247 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-dbc48200-c288-47bb-b20f-db046936adbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.227136 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-dbc48200-c288-47bb-b20f-db046936adbd admin admin] Publish callbacks [] for security_group (461a2bd1-74e8-429c-b017-ba7e67372cb2), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.230407 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-dbc48200-c288-47bb-b20f-db046936adbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (461a2bd1-74e8-429c-b017-ba7e67372cb2), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.267368 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-dbc48200-c288-47bb-b20f-db046936adbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b53ec661e9041268f2b2dad657d8964&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1404049
Mar 18 02:52:42.269300 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc48200-c288-47bb-b20f-db046936adbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a2bd1-74e8-429c-b017-ba7e67372cb2,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:42.270149 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39266) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:42.318707 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f80469d-7f3c-4d11-b3ec-2a7ca66cdfeb admin admin] Publish callbacks [] for security_group (461a2bd1-74e8-429c-b017-ba7e67372cb2), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.342077 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f80469d-7f3c-4d11-b3ec-2a7ca66cdfeb admin admin] Publish callbacks [] for security_group (461a2bd1-74e8-429c-b017-ba7e67372cb2), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.388440 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f80469d-7f3c-4d11-b3ec-2a7ca66cdfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (461a2bd1-74e8-429c-b017-ba7e67372cb2), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.391018 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f80469d-7f3c-4d11-b3ec-2a7ca66cdfeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:42.392154 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5f80469d-7f3c-4d11-b3ec-2a7ca66cdfeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/461a2bd1-74e8-429c-b017-ba7e67372cb2 HTTP/1.1" status: 204  len: 168 time: 0.1203978
Mar 18 02:52:42.401020 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80469d-7f3c-4d11-b3ec-2a7ca66cdfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a2bd1-74e8-429c-b017-ba7e67372cb2,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:42.473364 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524ff4a-c771-4b0e-87f2-498c9814f0ee req-a67d3f32-d455-47d5-b73a-6d52f0a73b23 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:42.475556 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5524ff4a-c771-4b0e-87f2-498c9814f0ee req-a67d3f32-d455-47d5-b73a-6d52f0a73b23 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 945 time: 0.0781095
Mar 18 02:52:42.525251 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5524ff4a-c771-4b0e-87f2-498c9814f0ee req-b33e7052-2c5e-44b5-85cf-08738c20277e tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440993
Mar 18 02:52:43.345290 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08028-b538-41ea-b17c-56bc539299dd req-24d2eaa1-78b8-471e-969b-e785601f1553 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:43.346930 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6ce08028-b538-41ea-b17c-56bc539299dd req-24d2eaa1-78b8-471e-969b-e785601f1553 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 945 time: 0.0578771
Mar 18 02:52:43.404178 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6ce08028-b538-41ea-b17c-56bc539299dd req-5c797956-45f7-407a-a50f-93c90601556a tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507154
Mar 18 02:52:43.517771 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39318) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:43.555385 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.627409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d0991c5d-e9fc-4c06-9067-475a5f332a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.700801 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d0991c5d-e9fc-4c06-9067-475a5f332a7e admin admin] Publish callbacks [] for security_group (cdcff025-08aa-4705-8e7a-aa8984c8acb9), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.704511 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-d0991c5d-e9fc-4c06-9067-475a5f332a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (cdcff025-08aa-4705-8e7a-aa8984c8acb9), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.741182 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-d0991c5d-e9fc-4c06-9067-475a5f332a7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59da1a81d1a840d395d160918a8f5f6b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2223382
Mar 18 02:52:43.743088 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0991c5d-e9fc-4c06-9067-475a5f332a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcff025-08aa-4705-8e7a-aa8984c8acb9,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:43.743962 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39322) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:43.790692 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42566c00-8e13-4a35-b8dc-375566baad5c admin admin] Publish callbacks [] for security_group (cdcff025-08aa-4705-8e7a-aa8984c8acb9), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.811417 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42566c00-8e13-4a35-b8dc-375566baad5c admin admin] Publish callbacks [] for security_group (cdcff025-08aa-4705-8e7a-aa8984c8acb9), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.858624 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42566c00-8e13-4a35-b8dc-375566baad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (cdcff025-08aa-4705-8e7a-aa8984c8acb9), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.861124 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-42566c00-8e13-4a35-b8dc-375566baad5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:43.862245 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-42566c00-8e13-4a35-b8dc-375566baad5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdcff025-08aa-4705-8e7a-aa8984c8acb9 HTTP/1.1" status: 204  len: 168 time: 0.1173112
Mar 18 02:52:43.870278 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566c00-8e13-4a35-b8dc-375566baad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcff025-08aa-4705-8e7a-aa8984c8acb9,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:44.529939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b82612-849e-43cd-b56f-fd927b2ac4cb req-f88f1cfb-434f-4262-9e66-466f7ff835c3 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:44.531469 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a3b82612-849e-43cd-b56f-fd927b2ac4cb req-f88f1cfb-434f-4262-9e66-466f7ff835c3 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 945 time: 0.0537179
Mar 18 02:52:44.591603 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a3b82612-849e-43cd-b56f-fd927b2ac4cb req-213de3b0-e87f-48fb-8bfa-dcc66e2a7eb2 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541036
Mar 18 02:52:44.634876 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-d6c64732-ba63-4060-a8ff-0f70a55e7747 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:44.636315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-d6c64732-ba63-4060-a8ff-0f70a55e7747 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6ebf315-f437-4437-9079-18f83db74136 HTTP/1.1" status: 200  len: 945 time: 0.0595243
Mar 18 02:52:44.735382 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Deleting port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:52:44.735717 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:44.825550 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] For port 20deca64-5dc3-4154-a80a-0316f4ff8ae6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20deca64-5dc3-4154-a80a-0316f4ff8ae6,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:44.825906 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:44.838311 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Calling delete_port for 20deca64-5dc3-4154-a80a-0316f4ff8ae6 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:52:44.962346 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (20deca64-5dc3-4154-a80a-0316f4ff8ae6), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:44.973824 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['20deca64-5dc3-4154-a80a-0316f4ff8ae6'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:52:44.990758 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Pushing event deleted for resources: {'Port': ['ID=20deca64-5dc3-4154-a80a-0316f4ff8ae6,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:45.033478 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] No DVR routers for this DVR port 20deca64-5dc3-4154-a80a-0316f4ff8ae6 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:52:45.036083 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:45.039431 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-237aa8ab-0a7c-428f-99df-bacec3f1188e req-602ed801-9464-4024-a8cc-d162a447c284 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "DELETE /v2.0/ports/20deca64-5dc3-4154-a80a-0316f4ff8ae6 HTTP/1.1" status: 204  len: 173 time: 0.3969848
Mar 18 02:52:45.039867 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebf315-f437-4437-9079-18f83db74136', 'name': 'network-vif-deleted', 'tag': '20deca64-5dc3-4154-a80a-0316f4ff8ae6'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:45.042053 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0320db-f805-42ef-b4d3-415dfca905fe" -d '{"events": [{"server_uuid": "c6ebf315-f437-4437-9079-18f83db74136", "name": "network-vif-deleted", "tag": "20deca64-5dc3-4154-a80a-0316f4ff8ae6"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:45.080051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f4375-dafd-415d-a493-98b67adea6d5 x-openstack-request-id: req-7d0f4375-dafd-415d-a493-98b67adea6d5 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:45.080337 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ebf315-f437-4437-9079-18f83db74136", "name": "network-vif-deleted", "tag": "20deca64-5dc3-4154-a80a-0316f4ff8ae6", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:45.080602 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d0f4375-dafd-415d-a493-98b67adea6d5 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:45.081006 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ebf315-f437-4437-9079-18f83db74136', 'name': 'network-vif-deleted', 'tag': '20deca64-5dc3-4154-a80a-0316f4ff8ae6', 'status': 'completed', 'code': 200}
Mar 18 02:52:45.899627 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-e138ba78-b247-4243-bdee-f6c96d0a3bdf tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:45.901126 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-e138ba78-b247-4243-bdee-f6c96d0a3bdf tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/networks?id=ac9567c4-7b26-4eeb-92fb-e34183f07b97 HTTP/1.1" status: 200  len: 808 time: 0.1041663
Mar 18 02:52:45.915863 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-42a0c46b-c3a4-4419-b09f-559379b2e212 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/quotas/7e3935e11f324f8398542ff48da8c8d2 HTTP/1.1" status: 200  len: 375 time: 0.0093310
Mar 18 02:52:45.948027 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-8d96a240-238e-4434-80bc-965af3d4eda5 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e3935e11f324f8398542ff48da8c8d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272558
Mar 18 02:52:46.038991 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-5f38daac-0dc4-4fff-85b1-94c17a19c0c2 service neutron] 10.222.0.24 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846252
Mar 18 02:52:46.129355 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-ff284697-0788-479a-b81f-9f0d432633db service neutron] 10.222.0.24 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846846
Mar 18 02:52:46.293791 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1128322a-0593-45b5-8322-4db8450719b7 req-08e2fe48-2d82-4ef6-9a33-e81ebad9283b tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 210 time: 0.0296359
Mar 18 02:52:46.570017 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a563-2058-49fa-9f59-36dd475e529f req-92e063bc-6420-4e80-a275-d50e27fdd49d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:46.571702 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-76d9a563-2058-49fa-9f59-36dd475e529f req-92e063bc-6420-4e80-a275-d50e27fdd49d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 946 time: 0.0626621
Mar 18 02:52:46.633432 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-76d9a563-2058-49fa-9f59-36dd475e529f req-7f48fb13-c03c-4c09-9bc2-3557d492803c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558827
Mar 18 02:52:47.533160 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de1a880c-a86d-47a9-9967-0fe32cd978d0 req-2d448f39-ab56-40b2-986c-b7539a16bba6 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 210 time: 0.0561357
Mar 18 02:52:47.577313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-a5b9daf8-a7a0-4cb5-958c-90d0bbb5c4ac tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:47.578673 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-a5b9daf8-a7a0-4cb5-958c-90d0bbb5c4ac tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "GET /v2.0/networks?id=ac9567c4-7b26-4eeb-92fb-e34183f07b97 HTTP/1.1" status: 200  len: 808 time: 0.3905270
Mar 18 02:52:47.592753 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Request body: {'port': {'device_id': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97', 'admin_state_up': True, 'tenant_id': '7e3935e11f324f8398542ff48da8c8d2'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:47.700410 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Made reservation on behalf of 7e3935e11f324f8398542ff48da8c8d2 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:52:47.703951 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:47.820020 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e2be2-c472-49a1-a6f3-1e18d7570e48 req-687f32d1-0bd5-4c5f-8401-bfde264c2cad tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:47.821520 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e4e2be2-c472-49a1-a6f3-1e18d7570e48 req-687f32d1-0bd5-4c5f-8401-bfde264c2cad tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 946 time: 0.1154442
Mar 18 02:52:47.904453 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Allocated IP 172.20.0.5 (ac9567c4-7b26-4eeb-92fb-e34183f07b97/95657107-0abc-4c2c-b2f2-8cf1b7e644cf/9363f3ea-eedc-496d-bfae-e375e6ce006a) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:52:47.912741 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5e4e2be2-c472-49a1-a6f3-1e18d7570e48 req-d3a60012-c728-4558-a821-79205c971d07 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857737
Mar 18 02:52:48.095354 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 20deca64-5dc3-4154-a80a-0316f4ff8ae6 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:52:48.107879 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks [] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.122618 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 20deca64-5dc3-4154-a80a-0316f4ff8ae6 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:52:48.122977 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 20deca64-5dc3-4154-a80a-0316f4ff8ae6 not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:52:48.138408 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-56336f46-a595-43a5-b297-326b76f8957a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:48.139909 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-56336f46-a595-43a5-b297-326b76f8957a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 946 time: 0.0905969
Mar 18 02:52:48.200025 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.268559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Network ac9567c4-7b26-4eeb-92fb-e34183f07b97 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:52:48.278614 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:52:48.287624 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:52:48.294660 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Pushing event updated for resources: {'Port': ['ID=9363f3ea-eedc-496d-bfae-e375e6ce006a,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:48.331668 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.332022 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.332366 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.332707 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.333044 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.333377 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.334252 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.334610 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.334940 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.335268 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.335593 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.335943 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.336243 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.336563 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.336880 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.353112 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Deleting port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:52:48.353461 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.405445 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:48.406051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.415637 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39412) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:48.431444 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-aba0f060-fe90-48cc-bb77-46ca6d82ef96 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8423736
Mar 18 02:52:48.450230 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Request body: {'port': {'device_id': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:48.497593 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] For port 52c6a594-63a9-409b-bcad-ab4bc39d2f04, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=52c6a594-63a9-409b-bcad-ab4bc39d2f04,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:48.497959 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.520856 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.571380 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.605773 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Publish callbacks [] for security_group (f7152fcc-1b10-48ec-8af0-42eae663b0ff), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.610799 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (f7152fcc-1b10-48ec-8af0-42eae663b0ff), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.654024 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da85ad58b27e4e44a1dac6e01370282a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2350137
Mar 18 02:52:48.654024 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7152fcc-1b10-48ec-8af0-42eae663b0ff,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:48.654958 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39418) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:48.663738 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.664084 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.664427 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.664765 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.665103 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.665431 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.665759 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.666074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.666417 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.666770 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.667109 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.667448 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.667770 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.668088 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.668401 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6355e-080c-4419-a4aa-9c470c40c121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:48.873920 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4678bf-d9eb-4aea-8bf5-c7d59b2109d7 req-eb8787b7-1500-4f95-85aa-14873179c378 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:48.875343 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ab4678bf-d9eb-4aea-8bf5-c7d59b2109d7 req-eb8787b7-1500-4f95-85aa-14873179c378 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 931 time: 0.2583334
Mar 18 02:52:48.926081 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6471fa98-6b60-4f55-bc1c-8a8e73af16ac admin admin] Publish callbacks [] for security_group (f7152fcc-1b10-48ec-8af0-42eae663b0ff), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.930376 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.930771 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:48.931091 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Floating IP a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f disassociated. External IP: 172.27.0.194, port: 52c6a594-63a9-409b-bcad-ab4bc39d2f04.
Mar 18 02:52:48.931433 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Calling delete_port for 52c6a594-63a9-409b-bcad-ab4bc39d2f04 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:52:49.024290 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6471fa98-6b60-4f55-bc1c-8a8e73af16ac admin admin] Publish callbacks [] for security_group (f7152fcc-1b10-48ec-8af0-42eae663b0ff), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.113731 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ab4678bf-d9eb-4aea-8bf5-c7d59b2109d7 req-971f6f95-8bbd-40b9-8768-0b2887849190 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323737
Mar 18 02:52:49.184436 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d3ba-9e5d-4110-90f4-6034a6c38676 req-24db2597-82f0-493c-8542-78a9adcfbc79 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:49.185934 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a1d9d3ba-9e5d-4110-90f4-6034a6c38676 req-24db2597-82f0-493c-8542-78a9adcfbc79 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 946 time: 0.1811347
Mar 18 02:52:49.214543 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6471fa98-6b60-4f55-bc1c-8a8e73af16ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (f7152fcc-1b10-48ec-8af0-42eae663b0ff), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.216988 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6471fa98-6b60-4f55-bc1c-8a8e73af16ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.218075 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-6471fa98-6b60-4f55-bc1c-8a8e73af16ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7152fcc-1b10-48ec-8af0-42eae663b0ff HTTP/1.1" status: 204  len: 168 time: 0.5596066
Mar 18 02:52:49.283722 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471fa98-6b60-4f55-bc1c-8a8e73af16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7152fcc-1b10-48ec-8af0-42eae663b0ff,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:49.311899 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9363f3ea-eedc-496d-bfae-e375e6ce006a {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:52:49.330425 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Publish callbacks [] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.334717 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (52c6a594-63a9-409b-bcad-ab4bc39d2f04), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.339408 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a1d9d3ba-9e5d-4110-90f4-6034a6c38676 req-172eaea7-2d1f-4b8e-b413-97ba2f17f6df tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1455653
Mar 18 02:52:49.379406 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event deleted for resources: {'Port': ['ID=52c6a594-63a9-409b-bcad-ab4bc39d2f04,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:49.382346 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Transition to ACTIVE for port object 9363f3ea-eedc-496d-bfae-e375e6ce006a will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:52:49.388504 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.495459 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39426) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:49.508928 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2949c1ba-9d8b-4465-aa04-46d7e8f18ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.515836 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Pushing event updated for resources: {'Port': ['ID=9363f3ea-eedc-496d-bfae-e375e6ce006a,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:49.586007 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2949c1ba-9d8b-4465-aa04-46d7e8f18ae6 admin admin] Publish callbacks [] for security_group (c3f8a1ab-a953-41be-80ad-d1a68a8bae65), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.589848 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2949c1ba-9d8b-4465-aa04-46d7e8f18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c3f8a1ab-a953-41be-80ad-d1a68a8bae65), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.600038 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:52:49.607255 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Attempting to bind port 9363f3ea-eedc-496d-bfae-e375e6ce006a on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:52:49.607596 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Attempting to bind port 9363f3ea-eedc-496d-bfae-e375e6ce006a by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:52:49.607928 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Attempting to bind port 9363f3ea-eedc-496d-bfae-e375e6ce006a on network ac9567c4-7b26-4eeb-92fb-e34183f07b97 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:52:49.614399 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Port 9363f3ea-eedc-496d-bfae-e375e6ce006a on network ac9567c4-7b26-4eeb-92fb-e34183f07b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:52:49.614754 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Attempting to bind port 9363f3ea-eedc-496d-bfae-e375e6ce006a on network ac9567c4-7b26-4eeb-92fb-e34183f07b97 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:52:49.623550 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:52:49.623889 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Checking segment: {'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:52:49.624275 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Bound using segment: {'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:52:49.624703 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Bound port: 9363f3ea-eedc-496d-bfae-e375e6ce006a, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e00378-35b6-4553-9da5-db70a915e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:52:49.625057 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.631805 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2949c1ba-9d8b-4465-aa04-46d7e8f18ae6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17291e37f9bd482f8797bc141473a315&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1320970
Mar 18 02:52:49.631805 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949c1ba-9d8b-4465-aa04-46d7e8f18ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f8a1ab-a953-41be-80ad-d1a68a8bae65,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:49.632515 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39428) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:49.679758 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8f919727-5344-45f9-8dca-f6a35d1bc092 admin admin] Publish callbacks [] for security_group (c3f8a1ab-a953-41be-80ad-d1a68a8bae65), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.701157 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8f919727-5344-45f9-8dca-f6a35d1bc092 admin admin] Publish callbacks [] for security_group (c3f8a1ab-a953-41be-80ad-d1a68a8bae65), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.751012 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8f919727-5344-45f9-8dca-f6a35d1bc092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (c3f8a1ab-a953-41be-80ad-d1a68a8bae65), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.753900 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8f919727-5344-45f9-8dca-f6a35d1bc092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.758592 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8f919727-5344-45f9-8dca-f6a35d1bc092 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3f8a1ab-a953-41be-80ad-d1a68a8bae65 HTTP/1.1" status: 204  len: 168 time: 0.1250615
Mar 18 02:52:49.767285 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f919727-5344-45f9-8dca-f6a35d1bc092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f8a1ab-a953-41be-80ad-d1a68a8bae65,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:49.775961 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] For port 9363f3ea-eedc-496d-bfae-e375e6ce006a, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:52:49.787361 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:52:49.795488 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] For port 9363f3ea-eedc-496d-bfae-e375e6ce006a, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9363f3ea-eedc-496d-bfae-e375e6ce006a,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:52:49.803017 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:52:49.816584 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:52:49.817218 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a7514c0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:52:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:49.837880 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.842397 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] No DVR routers for this DVR port 52c6a594-63a9-409b-bcad-ab4bc39d2f04 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:52:49.871589 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.874973 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5c20b0b4-d8a9-4be5-af66-44bbcc4fa331 req-7f6f8cf9-b560-427b-82b5-d0b27c013776 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "DELETE /v2.0/ports/52c6a594-63a9-409b-bcad-ab4bc39d2f04 HTTP/1.1" status: 204  len: 173 time: 1.7260008
Mar 18 02:52:49.875446 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'name': 'network-vif-deleted', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:49.877729 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec1e8c-5b8a-4b2f-9c65-456e342105e1" -d '{"events": [{"server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "name": "network-vif-deleted", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:49.899770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:49.900484 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:49.901929 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] 10.222.0.35 "PUT /v2.0/ports/9363f3ea-eedc-496d-bfae-e375e6ce006a HTTP/1.1" status: 200  len: 1093 time: 1.4628010
Mar 18 02:52:49.933153 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d120672-a4a0-492a-a165-5502b8b4651f service neutron] Pushing event updated for resources: {'Port': ['ID=9363f3ea-eedc-496d-bfae-e375e6ce006a,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:49.967407 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d284da-6712-46f0-a5bd-f45b26bee38c x-openstack-request-id: req-f4d284da-6712-46f0-a5bd-f45b26bee38c {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:49.967941 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8d6ae9-30a0-42f5-9e9e-51a51cecd42b", "name": "network-vif-deleted", "tag": "52c6a594-63a9-409b-bcad-ab4bc39d2f04", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:49.968372 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4d284da-6712-46f0-a5bd-f45b26bee38c {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:49.968943 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8d6ae9-30a0-42f5-9e9e-51a51cecd42b', 'name': 'network-vif-deleted', 'tag': '52c6a594-63a9-409b-bcad-ab4bc39d2f04', 'status': 'completed', 'code': 200}
Mar 18 02:52:49.989065 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:52:50.013870 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-64052d52-af85-4024-90f7-4317b959801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:50.015792 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-64052d52-af85-4024-90f7-4317b959801e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e3935e11f324f8398542ff48da8c8d2&device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 1127 time: 0.0643380
Mar 18 02:52:50.067543 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-eac3165b-0c99-40af-9aee-151f9f7a5248 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9363f3ea-eedc-496d-bfae-e375e6ce006a HTTP/1.1" status: 200  len: 217 time: 0.0441849
Mar 18 02:52:50.121947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-5db7d6fb-c2ab-40fc-8664-6f91376aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:50.124097 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-5db7d6fb-c2ab-40fc-8664-6f91376aed0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95657107-0abc-4c2c-b2f2-8cf1b7e644cf HTTP/1.1" status: 200  len: 848 time: 0.0506141
Mar 18 02:52:50.168003 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-b73e033c-fc3a-42ea-927b-017e58119638 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac9567c4-7b26-4eeb-92fb-e34183f07b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373006
Mar 18 02:52:50.210294 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a7514c0>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:50.241814 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:52:50.252444 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:52:50.253205 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a7514c0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:52:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:50.271950 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39438) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:50.295470 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-988da8cd-47a7-4314-b4f9-fab86f33c3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:50.325634 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-d4b64eec-61b6-42ab-a6cf-c7fc84954120 service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512349
Mar 18 02:52:50.337100 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd25c-2555-4b56-831d-d5f9b0d1d7fe req-acca4eaa-b0dc-4c15-847a-e8c25237550c tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:50.339211 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-042cd25c-2555-4b56-831d-d5f9b0d1d7fe req-acca4eaa-b0dc-4c15-847a-e8c25237550c tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 943 time: 0.0922971
Mar 18 02:52:50.387892 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-988da8cd-47a7-4314-b4f9-fab86f33c3dd admin admin] Publish callbacks [] for security_group (d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:50.395690 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-988da8cd-47a7-4314-b4f9-fab86f33c3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:50.402360 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:52:50.439347 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-988da8cd-47a7-4314-b4f9-fab86f33c3dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acea525e645e4e31840f9cf37bf7f2ea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1660955
Mar 18 02:52:50.446799 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39442) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:50.486317 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988da8cd-47a7-4314-b4f9-fab86f33c3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:50.495096 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cc8bc7c3-1639-4557-a075-9ceeac3e1e7c req-0b2a690e-e79a-48d5-8383-c27e8e232b8b tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=db8d6ae9-30a0-42f5-9e9e-51a51cecd42b HTTP/1.1" status: 200  len: 210 time: 0.0585377
Mar 18 02:52:50.498613 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-042cd25c-2555-4b56-831d-d5f9b0d1d7fe req-78fa7085-ed1c-4820-be05-1e830d9195f7 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120639
Mar 18 02:52:50.511931 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16c7d927-81e9-43e6-b8e0-c1a71fbb5b20 req-bfe6ed29-d434-4532-8ea1-65e017e43776 service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715822
Mar 18 02:52:50.534828 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2d40d4b1-b638-4050-ab07-745c7df622ab admin admin] Publish callbacks [] for security_group (d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:50.567370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2d40d4b1-b638-4050-ab07-745c7df622ab admin admin] Publish callbacks [] for security_group (d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:50.623153 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2d40d4b1-b638-4050-ab07-745c7df622ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:50.625876 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2d40d4b1-b638-4050-ab07-745c7df622ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:50.629598 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2d40d4b1-b638-4050-ab07-745c7df622ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8 HTTP/1.1" status: 204  len: 168 time: 0.1794090
Mar 18 02:52:50.639501 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40d4b1-b638-4050-ab07-745c7df622ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4377fc8-90c1-48f9-92a1-6f6ddb1c34c8,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:50.673981 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a7514c0>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:52:50.703425 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b04b-3aa4-452a-99de-12e31be340ab None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:52:50.941077 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66992262-b75d-4f23-879b-39f1d70b93d2 None None] New status for floating IP a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:52:51.668007 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9b477-0e49-4a4c-9bf9-fab49f6926fe req-9bd97cd1-b03c-4e43-ac87-6e7e1166e020 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:51.670289 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-41d9b477-0e49-4a4c-9bf9-fab49f6926fe req-9bd97cd1-b03c-4e43-ac87-6e7e1166e020 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 943 time: 0.0617712
Mar 18 02:52:51.725791 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-41d9b477-0e49-4a4c-9bf9-fab49f6926fe req-af9f676d-f722-4cc9-9040-e33cabb1be78 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488029
Mar 18 02:52:51.788784 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-d87c331a-8f98-4012-a64e-9e38f495d53f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044154494&fields=id&tenant_id=dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 267 time: 0.0522816
Mar 18 02:52:51.893216 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-71bbbb65-be18-4242-bb4c-bff28e4e93a1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:51.894653 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-71bbbb65-be18-4242-bb4c-bff28e4e93a1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 811 time: 0.0995662
Mar 18 02:52:51.912368 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-2a42d741-dde4-4aef-9145-aa81f595fbe8 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/quotas/dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 375 time: 0.0092108
Mar 18 02:52:51.965746 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-0193e953-bcf5-475c-8668-60b534e9a689 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0486555
Mar 18 02:52:51.970504 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'tag': '9363f3ea-eedc-496d-bfae-e375e6ce006a'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:51.972725 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4" -d '{"events": [{"name": "network-changed", "server_uuid": "74651ac6-cd15-44f9-a0bb-3e14d29e3510", "tag": "9363f3ea-eedc-496d-bfae-e375e6ce006a"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:52.026017 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bcf7ed-360a-45bd-9d2f-43ac88c9119c x-openstack-request-id: req-26bcf7ed-360a-45bd-9d2f-43ac88c9119c {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:52.026299 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74651ac6-cd15-44f9-a0bb-3e14d29e3510", "tag": "9363f3ea-eedc-496d-bfae-e375e6ce006a", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:52.026893 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26bcf7ed-360a-45bd-9d2f-43ac88c9119c {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:52.027197 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'tag': '9363f3ea-eedc-496d-bfae-e375e6ce006a', 'status': 'completed', 'code': 200}
Mar 18 02:52:52.100048 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-71d536e5-b2fd-4350-859e-b85d861f1d84 service neutron] 10.222.0.24 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221490
Mar 18 02:52:52.109796 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-8066eb34-b834-4a65-8e4d-20b55428cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:52.111411 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 52c6a594-63a9-409b-bcad-ab4bc39d2f04 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:52:52.111882 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-8066eb34-b834-4a65-8e4d-20b55428cdd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e3935e11f324f8398542ff48da8c8d2&device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 1127 time: 0.0666609
Mar 18 02:52:52.138379 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 52c6a594-63a9-409b-bcad-ab4bc39d2f04 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:52:52.138611 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 52c6a594-63a9-409b-bcad-ab4bc39d2f04 not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:52:52.536302 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-25cdb3dd-4b03-43b7-9986-6ff670c5f4fd service neutron] 10.222.0.24 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4239271
Mar 18 02:52:52.537998 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-8ea44e4c-e5c2-44c5-a38e-a599d815bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:52.539917 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-8ea44e4c-e5c2-44c5-a38e-a599d815bafa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac9567c4-7b26-4eeb-92fb-e34183f07b97 HTTP/1.1" status: 200  len: 908 time: 0.4182279
Mar 18 02:52:52.585472 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-9c10fed9-86d9-43be-91bc-88673921ec59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9363f3ea-eedc-496d-bfae-e375e6ce006a HTTP/1.1" status: 200  len: 217 time: 0.0396781
Mar 18 02:52:52.617547 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39528) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:52.636652 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-e6744e52-71a9-453f-a0de-106d0721628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:52.638209 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-e6744e52-71a9-453f-a0de-106d0721628b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95657107-0abc-4c2c-b2f2-8cf1b7e644cf HTTP/1.1" status: 200  len: 848 time: 0.0470955
Mar 18 02:52:52.675831 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-4159ec12-0d5e-4971-8424-6d0c8d060162 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac9567c4-7b26-4eeb-92fb-e34183f07b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322609
Mar 18 02:52:52.729290 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9341-6ce2-43d7-99c6-9a8d2d712cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:52.786369 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-5ff4fb49-bd34-46da-8ef5-d5d3ceac89f4 service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041512
Mar 18 02:52:52.825226 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9341-6ce2-43d7-99c6-9a8d2d712cc6 admin admin] Publish callbacks [] for security_group (33bf19da-3c93-47a9-aca0-3b8dfb89988c), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:52.830968 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9341-6ce2-43d7-99c6-9a8d2d712cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (33bf19da-3c93-47a9-aca0-3b8dfb89988c), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:52.883684 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7f2d9341-6ce2-43d7-99c6-9a8d2d712cc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2339f6fcd6047948c74757d3954851d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2650549
Mar 18 02:52:52.884402 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39542) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:52.885024 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d9341-6ce2-43d7-99c6-9a8d2d712cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bf19da-3c93-47a9-aca0-3b8dfb89988c,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:52.916879 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-241d4f52-6f3c-4d98-a596-c43e338e38c3 req-173aa5f3-8e3e-4b4d-88e9-3cffabb4834c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 210 time: 0.0656152
Mar 18 02:52:52.947026 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b738776-4edc-4cd3-aed4-b111bb21e5ef admin admin] Publish callbacks [] for security_group (33bf19da-3c93-47a9-aca0-3b8dfb89988c), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:52.971027 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b738776-4edc-4cd3-aed4-b111bb21e5ef admin admin] Publish callbacks [] for security_group (33bf19da-3c93-47a9-aca0-3b8dfb89988c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:52.973331 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcb00169-b14d-42b8-8ab7-c09bddd2ecf4 req-edc92bab-43d8-4975-b281-0a01b43e2f58 service neutron] 10.222.0.35 "GET /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806183
Mar 18 02:52:52.982171 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a52d3-b24d-4c38-94c8-1091c17978ce req-23f8049e-4752-4ab9-a3a8-65c39fd5a430 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:52.983679 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-907a52d3-b24d-4c38-94c8-1091c17978ce req-23f8049e-4752-4ab9-a3a8-65c39fd5a430 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 943 time: 0.1345720
Mar 18 02:52:53.025392 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b738776-4edc-4cd3-aed4-b111bb21e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (33bf19da-3c93-47a9-aca0-3b8dfb89988c), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.028398 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-2b738776-4edc-4cd3-aed4-b111bb21e5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.029929 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-2b738776-4edc-4cd3-aed4-b111bb21e5ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33bf19da-3c93-47a9-aca0-3b8dfb89988c HTTP/1.1" status: 204  len: 168 time: 0.1417930
Mar 18 02:52:53.039177 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b738776-4edc-4cd3-aed4-b111bb21e5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bf19da-3c93-47a9-aca0-3b8dfb89988c,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:53.048770 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-907a52d3-b24d-4c38-94c8-1091c17978ce req-545740d9-5755-4fe6-ae48-e0aff76cfad0 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538042
Mar 18 02:52:53.322984 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39554) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:53.337137 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed40b9bd-61e1-46c2-b91e-633fe1ffb265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.415036 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed40b9bd-61e1-46c2-b91e-633fe1ffb265 admin admin] Publish callbacks [] for security_group (d5f5d57e-3390-45f8-bb12-51caa77f411d), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.418734 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ed40b9bd-61e1-46c2-b91e-633fe1ffb265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (d5f5d57e-3390-45f8-bb12-51caa77f411d), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.458126 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ed40b9bd-61e1-46c2-b91e-633fe1ffb265 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d3f70ead7b6474fb40d3abce316a4c5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1340294
Mar 18 02:52:53.461045 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40b9bd-61e1-46c2-b91e-633fe1ffb265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5d57e-3390-45f8-bb12-51caa77f411d,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:53.462023 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39556) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:52:53.509813 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3b39a9b5-4a49-450b-8df3-a6670b03e0a9 admin admin] Publish callbacks [] for security_group (d5f5d57e-3390-45f8-bb12-51caa77f411d), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.531006 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3b39a9b5-4a49-450b-8df3-a6670b03e0a9 admin admin] Publish callbacks [] for security_group (d5f5d57e-3390-45f8-bb12-51caa77f411d), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.579409 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3b39a9b5-4a49-450b-8df3-a6670b03e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (d5f5d57e-3390-45f8-bb12-51caa77f411d), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.582017 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3b39a9b5-4a49-450b-8df3-a6670b03e0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:53.583184 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3b39a9b5-4a49-450b-8df3-a6670b03e0a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5f5d57e-3390-45f8-bb12-51caa77f411d HTTP/1.1" status: 204  len: 168 time: 0.1200659
Mar 18 02:52:53.592973 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39a9b5-4a49-450b-8df3-a6670b03e0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5d57e-3390-45f8-bb12-51caa77f411d,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:53.831582 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-e58b8e9f-b1be-46d7-8111-9e30d8e0d0e9 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:53.832970 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-e58b8e9f-b1be-46d7-8111-9e30d8e0d0e9 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 811 time: 0.1096032
Mar 18 02:52:53.901293 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-813cef46-f9c6-4de7-8ecc-d7d9bf94c60b tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 380 time: 0.0595818
Mar 18 02:52:53.910204 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'port': {'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'admin_state_up': True, 'tenant_id': 'dba602d147084933986b437762006786', 'security_groups': ['1e918b86-240b-44ad-aa8e-22e0887a7ab9']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:54.031444 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e3b783cf-7632-43ee-9566-541d00b3f7a5 req-8f80aaa3-0eb0-48a1-bcc1-55d81e0c6f46 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 210 time: 0.0386050
Mar 18 02:52:54.057524 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Made reservation on behalf of dba602d147084933986b437762006786 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:52:54.060834 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.110710 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9363f3ea-eedc-496d-bfae-e375e6ce006a details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:52:54.230556 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9363f3ea-eedc-496d-bfae-e375e6ce006a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9363f3ea-eedc-496d-bfae-e375e6ce006a,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:54.246362 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2db388-9284-4c9e-8c16-416c0aa63a36 req-19fef254-6743-41e0-980a-8c59fff43a6b tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:54.247905 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '9363f3ea-eedc-496d-bfae-e375e6ce006a', 'network_id': 'ac9567c4-7b26-4eeb-92fb-e34183f07b97', 'port_id': '9363f3ea-eedc-496d-bfae-e375e6ce006a', 'mac_address': 'fa:16:3e:ea:13:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95657107-0abc-4c2c-b2f2-8cf1b7e644cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:52:54.248067 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de2db388-9284-4c9e-8c16-416c0aa63a36 req-19fef254-6743-41e0-980a-8c59fff43a6b tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 943 time: 0.1060109
Mar 18 02:52:54.269803 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Allocated IP 172.20.0.10 (68bab4f5-6fd2-4d66-8ed5-f460673a29ca/9fa627fe-ec50-497c-9585-6883ac67bc6b/168c5fff-8a97-49cc-8858-711a77f88f21) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:52:54.298422 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9363f3ea-eedc-496d-bfae-e375e6ce006a is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:52:54.299010 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.314989 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9363f3ea-eedc-496d-bfae-e375e6ce006a {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:52:54.339291 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de2db388-9284-4c9e-8c16-416c0aa63a36 req-cdd6b8a8-370b-4ce2-a4ec-c4e64f02985f tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786903
Mar 18 02:52:54.341918 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9363f3ea-eedc-496d-bfae-e375e6ce006a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9363f3ea-eedc-496d-bfae-e375e6ce006a,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:54.346763 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.411388 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9363f3ea-eedc-496d-bfae-e375e6ce006a,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:54.461394 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (168c5fff-8a97-49cc-8858-711a77f88f21), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.499613 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.544137 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:52:54.547395 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:52:54.549314 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['9363f3ea-eedc-496d-bfae-e375e6ce006a'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:52:54.551657 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:52:54.589095 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=168c5fff-8a97-49cc-8858-711a77f88f21,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:54.608859 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:54.611462 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.635418 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-88d32375-1512-48e6-a021-1d88f185fe7f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7294698
Mar 18 02:52:54.650751 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Request body: {'port': {'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:52:54.735390 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.834757 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.858517 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-2f9d92b6-f0e0-4000-99da-73126055149a None None] Provisioning complete for port 168c5fff-8a97-49cc-8858-711a77f88f21 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:52:54.858921 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f9d92b6-f0e0-4000-99da-73126055149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:54.916896 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d92b6-f0e0-4000-99da-73126055149a None None] Port 168c5fff-8a97-49cc-8858-711a77f88f21 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:52:55.015026 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168c5fff-8a97-49cc-8858-711a77f88f21 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:52:55.023840 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Publish callbacks [] for port (168c5fff-8a97-49cc-8858-711a77f88f21), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:55.036711 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Transition to ACTIVE for port object 168c5fff-8a97-49cc-8858-711a77f88f21 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:52:55.040464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:55.119947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Pushing event updated for resources: {'Port': ['ID=168c5fff-8a97-49cc-8858-711a77f88f21,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:55.207839 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Attempting to bind port 168c5fff-8a97-49cc-8858-711a77f88f21 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:52:55.208173 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Attempting to bind port 168c5fff-8a97-49cc-8858-711a77f88f21 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:52:55.208737 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Attempting to bind port 168c5fff-8a97-49cc-8858-711a77f88f21 on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:52:55.219946 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04e30f-25e4-4718-aed1-b7c147824d5d req-a56aa397-8199-4624-adc8-2b009968268f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:55.221453 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8c04e30f-25e4-4718-aed1-b7c147824d5d req-a56aa397-8199-4624-adc8-2b009968268f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.1026518
Mar 18 02:52:55.222527 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Port 168c5fff-8a97-49cc-8858-711a77f88f21 on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:52:55.222834 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Attempting to bind port 168c5fff-8a97-49cc-8858-711a77f88f21 on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:52:55.231134 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:52:55.231467 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Checking segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:52:55.232780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Bound using segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:52:55.232780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Bound port: 168c5fff-8a97-49cc-8858-711a77f88f21, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:52:55.232780 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:55.314553 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8c04e30f-25e4-4718-aed1-b7c147824d5d req-c0031d81-e747-416e-b7d5-ca81a110f04c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853395
Mar 18 02:52:55.342347 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] For port 168c5fff-8a97-49cc-8858-711a77f88f21, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:52:55.346300 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] For port 168c5fff-8a97-49cc-8858-711a77f88f21, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=168c5fff-8a97-49cc-8858-711a77f88f21,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:52:55.361673 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:55.394841 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:55.395420 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:55.397208 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] 10.222.0.35 "PUT /v2.0/ports/168c5fff-8a97-49cc-8858-711a77f88f21 HTTP/1.1" status: 200  len: 1094 time: 0.7523603
Mar 18 02:52:55.399835 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:55.404891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:55.443349 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7486-a4f7-4079-9392-f4a0e038eff4 service neutron] Pushing event updated for resources: {'Port': ['ID=168c5fff-8a97-49cc-8858-711a77f88f21,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:55.466883 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95272e2-38a4-470e-afb8-66fbc4ea94ea x-openstack-request-id: req-f95272e2-38a4-470e-afb8-66fbc4ea94ea {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:55.467098 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:55.467320 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f95272e2-38a4-470e-afb8-66fbc4ea94ea {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:55.467721 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21', 'status': 'completed', 'code': 200}
Mar 18 02:52:55.535965 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931db48-fd27-4cd9-91f4-20b8ab523a1d req-2136094c-fcb1-4962-89f4-45883e746713 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:55.538172 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a931db48-fd27-4cd9-91f4-20b8ab523a1d req-2136094c-fcb1-4962-89f4-45883e746713 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 944 time: 0.0970163
Mar 18 02:52:55.541201 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-b04a38cb-5f2c-42d7-9bde-6ecd3d7cf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:55.542663 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-b04a38cb-5f2c-42d7-9bde-6ecd3d7cf332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 1128 time: 0.0952179
Mar 18 02:52:55.598980 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-26e5d21c-9d81-4825-a761-f62f43027955 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=168c5fff-8a97-49cc-8858-711a77f88f21 HTTP/1.1" status: 200  len: 217 time: 0.0448925
Mar 18 02:52:55.663336 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a931db48-fd27-4cd9-91f4-20b8ab523a1d req-13478980-ca3f-4ab1-b003-00c721708090 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159027
Mar 18 02:52:55.666996 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-4cb1b2ef-c8fe-418c-996f-5eb1305f97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:55.668392 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-4cb1b2ef-c8fe-418c-996f-5eb1305f97ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0627913
Mar 18 02:52:55.725054 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7b40-8255-4961-8527-f498228463a4 req-4a758742-3e6b-4484-862a-c2f5abe9a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:55.726705 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-4a758742-3e6b-4484-862a-c2f5abe9a11a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0513346
Mar 18 02:52:55.814116 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-9611a835-b642-4254-95db-b28f0400fb3b service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817490
Mar 18 02:52:55.907846 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-737d7b40-8255-4961-8527-f498228463a4 req-bb6a9734-84aa-4a92-a79b-dd553cfe770a service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881183
Mar 18 02:52:56.002842 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-6d5e5b44-3617-4d89-8145-b5b23d0548a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:56.002842 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-6d5e5b44-3617-4d89-8145-b5b23d0548a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 1128 time: 0.0480409
Mar 18 02:52:56.092995 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-b72f7344-8c4f-48a4-9d2d-3726638e96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:56.094457 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-b72f7344-8c4f-48a4-9d2d-3726638e96c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.0860953
Mar 18 02:52:56.126585 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9363f3ea-eedc-496d-bfae-e375e6ce006a up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:52:56.141470 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-5d0015c5-4253-41c8-a2f4-48d319c37e8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=168c5fff-8a97-49cc-8858-711a77f88f21 HTTP/1.1" status: 200  len: 217 time: 0.0375109
Mar 18 02:52:56.174820 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 9363f3ea-eedc-496d-bfae-e375e6ce006a completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:52:56.180581 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 9363f3ea-eedc-496d-bfae-e375e6ce006a triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:52:56.180972 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:56.190032 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-a366d224-db71-438e-87d3-521b6d3e90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:56.191538 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-a366d224-db71-438e-87d3-521b6d3e90a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0447509
Mar 18 02:52:56.239526 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-f8c34097-64c7-41f2-9cc0-9926a74fceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:56.241503 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-f8c34097-64c7-41f2-9cc0-9926a74fceda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0435143
Mar 18 02:52:56.256705 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 9363f3ea-eedc-496d-bfae-e375e6ce006a is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:52:56.257100 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:56.280974 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9363f3ea-eedc-496d-bfae-e375e6ce006a'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:52:56.283589 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb244d-6a81-4ed1-94f2-0a5255ba6e39" -d '{"events": [{"server_uuid": "74651ac6-cd15-44f9-a0bb-3e14d29e3510", "name": "network-vif-plugged", "status": "completed", "tag": "9363f3ea-eedc-496d-bfae-e375e6ce006a"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:52:56.300251 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 9363f3ea-eedc-496d-bfae-e375e6ce006a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9363f3ea-eedc-496d-bfae-e375e6ce006a,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:52:56.305268 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:52:56.329306 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64a2419-65f7-480c-b2b6-c449d31c8451 x-openstack-request-id: req-f64a2419-65f7-480c-b2b6-c449d31c8451 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:52:56.329606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74651ac6-cd15-44f9-a0bb-3e14d29e3510", "name": "network-vif-plugged", "status": "completed", "tag": "9363f3ea-eedc-496d-bfae-e375e6ce006a", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:52:56.329861 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f64a2419-65f7-480c-b2b6-c449d31c8451 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:52:56.330257 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9363f3ea-eedc-496d-bfae-e375e6ce006a', 'code': 200}
Mar 18 02:52:56.339252 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-a519c922-2c7f-4b5e-87e7-36a8f2ca3cdc service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905478
Mar 18 02:52:56.358089 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=9363f3ea-eedc-496d-bfae-e375e6ce006a,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:52:56.366855 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.367420 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.367951 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.368304 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.368647 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.368987 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.369469 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.369815 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.370149 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.370509 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.370895 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.371236 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.371565 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.372166 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.372382 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:52:56.485917 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0aecc7b3-237e-4df9-adb1-efbcb24af3c4 req-d33f3e44-e336-4921-849e-f8876ca85355 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377170
Mar 18 02:52:56.529328 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb3431-7464-4570-a157-f4517dfa6abd req-0df1c63d-8194-48ac-9022-360bb6fd9996 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:56.530811 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d6cb3431-7464-4570-a157-f4517dfa6abd req-0df1c63d-8194-48ac-9022-360bb6fd9996 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.1036105
Mar 18 02:52:56.537738 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd63a8c-b0c1-4b01-98b7-9abf24711afd req-eb6b2d23-0cba-46df-8bdb-e659632b268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:56.539179 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbd63a8c-b0c1-4b01-98b7-9abf24711afd req-eb6b2d23-0cba-46df-8bdb-e659632b268f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 1129 time: 0.0662715
Mar 18 02:52:56.609683 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d6cb3431-7464-4570-a157-f4517dfa6abd req-55ea004b-544c-4c03-92fd-f071331ad7d2 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695696
Mar 18 02:52:56.611816 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-bbd63a8c-b0c1-4b01-98b7-9abf24711afd req-bb056774-6103-40eb-8099-f838f87ea0c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662394
Mar 18 02:52:56.781445 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1ff30-39be-43d4-8f4a-0428bb263311 req-9cae585b-01aa-487c-98a1-e66223c42d5e tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:56.782911 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cae1ff30-39be-43d4-8f4a-0428bb263311 req-9cae585b-01aa-487c-98a1-e66223c42d5e tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 945 time: 0.0517552
Mar 18 02:52:56.830749 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cae1ff30-39be-43d4-8f4a-0428bb263311 req-7f9fd866-a17c-467a-b9a2-af5c8c9dd808 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422735
Mar 18 02:52:57.729391 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c13e9-2ad4-45cc-a890-f20067ca68b6 req-ced3eee1-7c42-4822-8c06-9b4c23d47018 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:57.730890 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-460c13e9-2ad4-45cc-a890-f20067ca68b6 req-ced3eee1-7c42-4822-8c06-9b4c23d47018 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0531609
Mar 18 02:52:57.780553 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-460c13e9-2ad4-45cc-a890-f20067ca68b6 req-4850b904-b6d6-4199-a7d6-62ce796b3599 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442944
Mar 18 02:52:57.951440 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f91f3-9f86-480b-8aeb-f08958f69731 req-1b4c490b-a2b5-4447-af45-6b62e6f00684 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:57.952902 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a60f91f3-9f86-480b-8aeb-f08958f69731 req-1b4c490b-a2b5-4447-af45-6b62e6f00684 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 945 time: 0.0543056
Mar 18 02:52:57.998700 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a60f91f3-9f86-480b-8aeb-f08958f69731 req-77ae9e82-3cad-4ca8-902b-ea55bac3025b tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402186
Mar 18 02:52:58.801528 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee15895-37cf-4b1a-af02-8eef074f2b77 req-54dbd5b2-86a5-4a6f-a22c-baf40507194a tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:58.803798 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3ee15895-37cf-4b1a-af02-8eef074f2b77 req-54dbd5b2-86a5-4a6f-a22c-baf40507194a tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0879560
Mar 18 02:52:58.815222 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa9bfa-caa0-4365-98c9-c7a21a3bfc48 req-a420e01a-5e47-4209-b91a-104a0e717f14 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:58.816623 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d2aa9bfa-caa0-4365-98c9-c7a21a3bfc48 req-a420e01a-5e47-4209-b91a-104a0e717f14 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 945 time: 0.0706918
Mar 18 02:52:58.889752 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3ee15895-37cf-4b1a-af02-8eef074f2b77 req-19b217dc-6055-4ae3-8081-213e31bc4de3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721862
Mar 18 02:52:58.892951 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d2aa9bfa-caa0-4365-98c9-c7a21a3bfc48 req-d406f423-cab1-47a0-bde7-7cb68eba2bb9 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691919
Mar 18 02:52:58.997738 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f56f2-3c28-47a4-9c4d-7232714972bb req-780e85f5-ae96-4d7a-ab6a-c954dc13995d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:52:58.999250 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b4f56f2-3c28-47a4-9c4d-7232714972bb req-780e85f5-ae96-4d7a-ab6a-c954dc13995d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0542934
Mar 18 02:52:59.051369 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b4f56f2-3c28-47a4-9c4d-7232714972bb req-3a915c24-af6b-4cff-9f31-5501546ec32b tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467148
Mar 18 02:53:00.042523 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13dc09-03bf-4c1d-bb59-e84f7bb1bab4 req-cb9a79ef-dd5c-4519-8899-dbe3b9608de2 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:00.043984 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d13dc09-03bf-4c1d-bb59-e84f7bb1bab4 req-cb9a79ef-dd5c-4519-8899-dbe3b9608de2 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 945 time: 0.0838854
Mar 18 02:53:00.050639 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61a8e-4c7f-48fa-98b8-3a80fde0bfb9 req-1e2f428a-d8b1-4596-bfb6-f95816f5a652 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:00.052516 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f0e61a8e-4c7f-48fa-98b8-3a80fde0bfb9 req-1e2f428a-d8b1-4596-bfb6-f95816f5a652 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0946360
Mar 18 02:53:00.150925 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7d13dc09-03bf-4c1d-bb59-e84f7bb1bab4 req-d473827b-6cd3-4848-82d1-cd493914d27c tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.24 "GET /v2.0/security-groups?id=334b9efb-90a1-46be-a7b2-a12bcac4f18f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973842
Mar 18 02:53:00.175356 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c4f2ac8e-7146-4b63-8c32-576000602c89 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:00.176802 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c4f2ac8e-7146-4b63-8c32-576000602c89 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "GET /v2.0/ports?device_id=74651ac6-cd15-44f9-a0bb-3e14d29e3510 HTTP/1.1" status: 200  len: 945 time: 0.1096988
Mar 18 02:53:00.181064 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f0e61a8e-4c7f-48fa-98b8-3a80fde0bfb9 req-7e949aa6-97ea-4895-9b1d-1fee069c2c5d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219602
Mar 18 02:53:00.310216 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1189176-e054-4947-924f-0e275aa418f7 req-741f1661-b66d-4d8d-9e87-6b141694d465 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:00.311731 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1189176-e054-4947-924f-0e275aa418f7 req-741f1661-b66d-4d8d-9e87-6b141694d465 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0899994
Mar 18 02:53:00.348595 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Deleting port 9363f3ea-eedc-496d-bfae-e375e6ce006a {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:53:00.349016 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:00.349516 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:53:00.421371 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1189176-e054-4947-924f-0e275aa418f7 req-894a6c7a-84c7-4a05-b2b7-b1fa830da712 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038425
Mar 18 02:53:00.462636 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] For port 9363f3ea-eedc-496d-bfae-e375e6ce006a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=9363f3ea-eedc-496d-bfae-e375e6ce006a,segment=NetworkSegment(c1e00378-35b6-4553-9da5-db70a915e0fa),segment_id=c1e00378-35b6-4553-9da5-db70a915e0fa)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:00.463010 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:00.476782 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Calling delete_port for 9363f3ea-eedc-496d-bfae-e375e6ce006a owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:53:00.610675 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9363f3ea-eedc-496d-bfae-e375e6ce006a), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:00.625816 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['9363f3ea-eedc-496d-bfae-e375e6ce006a'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:53:00.639168 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Pushing event deleted for resources: {'Port': ['ID=9363f3ea-eedc-496d-bfae-e375e6ce006a,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:00.683848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] No DVR routers for this DVR port 9363f3ea-eedc-496d-bfae-e375e6ce006a on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:53:00.686997 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:00.690348 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8453ffb4-0cb2-4b8d-b803-216e6450e868 req-c85dc618-2c0e-47d1-99e8-99fdac8b3b36 tempest-VolumesActionsTest-1772035935 tempest-VolumesActionsTest-1772035935-project] 10.222.0.35 "DELETE /v2.0/ports/9363f3ea-eedc-496d-bfae-e375e6ce006a HTTP/1.1" status: 204  len: 173 time: 0.5045276
Mar 18 02:53:00.690846 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'name': 'network-vif-deleted', 'tag': '9363f3ea-eedc-496d-bfae-e375e6ce006a'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:53:00.693144 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a1d9aa-4de4-4745-b378-cbd1fee4af2d" -d '{"events": [{"server_uuid": "74651ac6-cd15-44f9-a0bb-3e14d29e3510", "name": "network-vif-deleted", "tag": "9363f3ea-eedc-496d-bfae-e375e6ce006a"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:53:00.734248 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7619afa9-4bbb-416b-bfe7-994d96221bc9 x-openstack-request-id: req-7619afa9-4bbb-416b-bfe7-994d96221bc9 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:53:00.734724 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74651ac6-cd15-44f9-a0bb-3e14d29e3510", "name": "network-vif-deleted", "tag": "9363f3ea-eedc-496d-bfae-e375e6ce006a", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:53:00.734979 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7619afa9-4bbb-416b-bfe7-994d96221bc9 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:53:00.735893 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74651ac6-cd15-44f9-a0bb-3e14d29e3510', 'name': 'network-vif-deleted', 'tag': '9363f3ea-eedc-496d-bfae-e375e6ce006a', 'status': 'completed', 'code': 200}
Mar 18 02:53:01.307855 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7db91-735d-4fa3-b93d-eecde20b9861 req-929892f3-1ce8-49a6-a7f3-ebb42ccf2945 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:01.309411 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-21b7db91-735d-4fa3-b93d-eecde20b9861 req-929892f3-1ce8-49a6-a7f3-ebb42ccf2945 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0573616
Mar 18 02:53:01.363067 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-21b7db91-735d-4fa3-b93d-eecde20b9861 req-fbb6462c-17ea-4a3e-a43b-ae222e74b71e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477922
Mar 18 02:53:01.541197 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b9a3e-379c-4870-b7b2-fd868c58b6ec req-a119bac7-e207-4d62-91c7-0e4aa5650dd0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:01.542690 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6e6b9a3e-379c-4870-b7b2-fd868c58b6ec req-a119bac7-e207-4d62-91c7-0e4aa5650dd0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0565214
Mar 18 02:53:01.597385 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6e6b9a3e-379c-4870-b7b2-fd868c58b6ec req-584603c1-9c17-4273-8b07-380c7b2f0763 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491021
Mar 18 02:53:01.909463 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39770) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:02.011891 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-76fb4a66-c6a1-4d5f-9fb1-e2903f9bff07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.086724 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-76fb4a66-c6a1-4d5f-9fb1-e2903f9bff07 admin admin] Publish callbacks [] for security_group (6165f88e-9f0b-4717-a62e-9d4fa7cf6885), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.090335 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-76fb4a66-c6a1-4d5f-9fb1-e2903f9bff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6165f88e-9f0b-4717-a62e-9d4fa7cf6885), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.126425 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-76fb4a66-c6a1-4d5f-9fb1-e2903f9bff07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11230d6f616449f7b7f814f8644033a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2159312
Mar 18 02:53:02.128442 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb4a66-c6a1-4d5f-9fb1-e2903f9bff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6165f88e-9f0b-4717-a62e-9d4fa7cf6885,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:02.129131 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39774) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:02.177770 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10ad468a-8970-4813-b808-5299a11b1977 admin admin] Publish callbacks [] for security_group (6165f88e-9f0b-4717-a62e-9d4fa7cf6885), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.202516 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10ad468a-8970-4813-b808-5299a11b1977 admin admin] Publish callbacks [] for security_group (6165f88e-9f0b-4717-a62e-9d4fa7cf6885), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.248445 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10ad468a-8970-4813-b808-5299a11b1977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (6165f88e-9f0b-4717-a62e-9d4fa7cf6885), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.251050 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-10ad468a-8970-4813-b808-5299a11b1977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.252177 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-10ad468a-8970-4813-b808-5299a11b1977 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6165f88e-9f0b-4717-a62e-9d4fa7cf6885 HTTP/1.1" status: 204  len: 168 time: 0.1220589
Mar 18 02:53:02.260522 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad468a-8970-4813-b808-5299a11b1977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6165f88e-9f0b-4717-a62e-9d4fa7cf6885,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:02.480891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ef27c-0380-44eb-9aa5-cbe6f0c034a8 req-036fe8d7-0d6b-4b15-9a24-d52dd13b9089 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:02.482369 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-250ef27c-0380-44eb-9aa5-cbe6f0c034a8 req-036fe8d7-0d6b-4b15-9a24-d52dd13b9089 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0529692
Mar 18 02:53:02.513485 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39782) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:02.526353 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1f10-8a00-4c4e-bfe7-e1f308fc1529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.533519 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-250ef27c-0380-44eb-9aa5-cbe6f0c034a8 req-81f823b7-7d81-4a7c-8c6f-4075e4a9b5dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454862
Mar 18 02:53:02.603578 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1f10-8a00-4c4e-bfe7-e1f308fc1529 admin admin] Publish callbacks [] for security_group (9d71b089-4e8b-46bd-8c84-34cddcbeaeae), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.607259 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1f10-8a00-4c4e-bfe7-e1f308fc1529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9d71b089-4e8b-46bd-8c84-34cddcbeaeae), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.643274 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb1f10-8a00-4c4e-bfe7-e1f308fc1529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d71b089-4e8b-46bd-8c84-34cddcbeaeae,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:02.648223 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-fdbb1f10-8a00-4c4e-bfe7-e1f308fc1529 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7de84c989bc491790f5d70567b5cd81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1337199
Mar 18 02:53:02.650761 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39786) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:02.701957 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cf2e26f3-a616-4f35-8602-6273b699a4b2 admin admin] Publish callbacks [] for security_group (9d71b089-4e8b-46bd-8c84-34cddcbeaeae), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.720577 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9d6c-6ed2-4913-a2cd-f33cc35a4f98 req-d2a2532f-74ba-42f4-8c38-87dd7447381c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:02.722038 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-235d9d6c-6ed2-4913-a2cd-f33cc35a4f98 req-d2a2532f-74ba-42f4-8c38-87dd7447381c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0531943
Mar 18 02:53:02.723133 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cf2e26f3-a616-4f35-8602-6273b699a4b2 admin admin] Publish callbacks [] for security_group (9d71b089-4e8b-46bd-8c84-34cddcbeaeae), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.770239 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cf2e26f3-a616-4f35-8602-6273b699a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (9d71b089-4e8b-46bd-8c84-34cddcbeaeae), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.773648 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cf2e26f3-a616-4f35-8602-6273b699a4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:02.774807 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-cf2e26f3-a616-4f35-8602-6273b699a4b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d71b089-4e8b-46bd-8c84-34cddcbeaeae HTTP/1.1" status: 204  len: 168 time: 0.1231198
Mar 18 02:53:02.775660 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-235d9d6c-6ed2-4913-a2cd-f33cc35a4f98 req-344462a0-b00e-469a-8036-3fb565a3916d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479403
Mar 18 02:53:02.782603 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e26f3-a616-4f35-8602-6273b699a4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d71b089-4e8b-46bd-8c84-34cddcbeaeae,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:03.093106 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 39796) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:03.106115 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e7a27dcb-609c-4cc9-9ffd-82b46482defb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:03.179494 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e7a27dcb-609c-4cc9-9ffd-82b46482defb admin admin] Publish callbacks [] for security_group (3cebe820-9913-4be2-995c-e5324831144e), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:03.182967 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e7a27dcb-609c-4cc9-9ffd-82b46482defb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (3cebe820-9913-4be2-995c-e5324831144e), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:03.218802 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a27dcb-609c-4cc9-9ffd-82b46482defb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cebe820-9913-4be2-995c-e5324831144e,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:03.223100 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e7a27dcb-609c-4cc9-9ffd-82b46482defb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dea663dbec1452f9dd37ec3be4beb0f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1288860
Mar 18 02:53:03.225993 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39798) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:03.272580 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-59873bc7-1454-42cd-8c25-6959c70d94c0 admin admin] Publish callbacks [] for security_group (3cebe820-9913-4be2-995c-e5324831144e), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:03.292962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-59873bc7-1454-42cd-8c25-6959c70d94c0 admin admin] Publish callbacks [] for security_group (3cebe820-9913-4be2-995c-e5324831144e), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:03.340730 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-59873bc7-1454-42cd-8c25-6959c70d94c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (3cebe820-9913-4be2-995c-e5324831144e), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:03.343643 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-59873bc7-1454-42cd-8c25-6959c70d94c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:03.344739 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-59873bc7-1454-42cd-8c25-6959c70d94c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cebe820-9913-4be2-995c-e5324831144e HTTP/1.1" status: 204  len: 168 time: 0.1180034
Mar 18 02:53:03.352601 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59873bc7-1454-42cd-8c25-6959c70d94c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cebe820-9913-4be2-995c-e5324831144e,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:03.657471 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753e59-e21e-479a-95cc-e3f5eddf3ebb req-3e4d71cd-7427-4e10-adff-2c2dd8100ba1 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:03.659189 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd753e59-e21e-479a-95cc-e3f5eddf3ebb req-3e4d71cd-7427-4e10-adff-2c2dd8100ba1 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0562894
Mar 18 02:53:03.710212 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd753e59-e21e-479a-95cc-e3f5eddf3ebb req-7a7e855f-38e6-4994-8f55-23e6ac326e72 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447562
Mar 18 02:53:03.905676 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e9ab-96d5-4abe-aece-6b854988ec38 req-a97fdb52-b8ea-4210-b095-65fe4f733195 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:03.907408 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cec1e9ab-96d5-4abe-aece-6b854988ec38 req-a97fdb52-b8ea-4210-b095-65fe4f733195 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0558965
Mar 18 02:53:03.957548 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cec1e9ab-96d5-4abe-aece-6b854988ec38 req-b08e7b28-b49a-4e67-96c3-13f742177996 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442901
Mar 18 02:53:04.538740 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9363f3ea-eedc-496d-bfae-e375e6ce006a no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:53:04.559470 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 9363f3ea-eedc-496d-bfae-e375e6ce006a {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:53:04.559820 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 9363f3ea-eedc-496d-bfae-e375e6ce006a not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:53:04.825556 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722f85a-837d-43a0-8339-0007f21b4daa req-8e0af64b-ecc8-41ec-9027-4294489c3f21 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:04.827177 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1722f85a-837d-43a0-8339-0007f21b4daa req-8e0af64b-ecc8-41ec-9027-4294489c3f21 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0518446
Mar 18 02:53:04.876306 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1722f85a-837d-43a0-8339-0007f21b4daa req-f4c67ac5-79cf-4eb5-bf7a-7bd3430e032f tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426965
Mar 18 02:53:05.082242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec743a5-9017-4394-88ed-337cb6493212 req-603f1afb-b780-4ed8-b586-723a87ab85fc tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:05.084483 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cec743a5-9017-4394-88ed-337cb6493212 req-603f1afb-b780-4ed8-b586-723a87ab85fc tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0529289
Mar 18 02:53:05.134591 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cec743a5-9017-4394-88ed-337cb6493212 req-3c16ada4-d9f5-46b4-b595-dc693e65f598 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446231
Mar 18 02:53:06.036466 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8d693-8e44-4dc2-b309-97e41e612867 req-23c04857-6a6a-4bd4-b905-8734527b1101 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:06.043493 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6bc8d693-8e44-4dc2-b309-97e41e612867 req-23c04857-6a6a-4bd4-b905-8734527b1101 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0951722
Mar 18 02:53:06.119162 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6bc8d693-8e44-4dc2-b309-97e41e612867 req-a043e0d0-942f-43e9-b4ab-9e5a0cf73bcf tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724394
Mar 18 02:53:06.264359 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266552c1-9bb8-4f0e-a80c-0cf387ab963f req-f99c2612-3687-45f5-92c1-612297b4c4ee tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:06.265865 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-266552c1-9bb8-4f0e-a80c-0cf387ab963f req-f99c2612-3687-45f5-92c1-612297b4c4ee tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 944 time: 0.0561521
Mar 18 02:53:06.336019 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-266552c1-9bb8-4f0e-a80c-0cf387ab963f req-71022706-4975-4f4b-8a03-eec3f2c45501 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634122
Mar 18 02:53:06.516440 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 168c5fff-8a97-49cc-8858-711a77f88f21 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:53:06.628462 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 168c5fff-8a97-49cc-8858-711a77f88f21, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=168c5fff-8a97-49cc-8858-711a77f88f21,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:06.642175 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '168c5fff-8a97-49cc-8858-711a77f88f21', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:53:06.683520 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 168c5fff-8a97-49cc-8858-711a77f88f21 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:06.683909 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:06.697955 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168c5fff-8a97-49cc-8858-711a77f88f21 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:53:06.719440 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 168c5fff-8a97-49cc-8858-711a77f88f21, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=168c5fff-8a97-49cc-8858-711a77f88f21,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:06.724108 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:06.780223 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=168c5fff-8a97-49cc-8858-711a77f88f21,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:06.953978 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['168c5fff-8a97-49cc-8858-711a77f88f21'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:53:07.013153 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9fceb79-b161-409a-93fe-34d9ece8c3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:07.262202 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060428-04e9-4c50-a9cd-4cea43d88903 req-94cb0b0e-1901-4582-9a39-751661af0900 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:07.263802 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d6060428-04e9-4c50-a9cd-4cea43d88903 req-94cb0b0e-1901-4582-9a39-751661af0900 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0775230
Mar 18 02:53:07.319377 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d6060428-04e9-4c50-a9cd-4cea43d88903 req-bbc26aa7-525d-41b7-908e-bfb8917ecb1b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489662
Mar 18 02:53:07.469533 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac6df7-1ff2-431e-bf1f-f9319844f67b req-3f10c6f8-424f-4a45-a59b-f5ab6cb5ec18 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:07.471029 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c9ac6df7-1ff2-431e-bf1f-f9319844f67b req-3f10c6f8-424f-4a45-a59b-f5ab6cb5ec18 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 945 time: 0.0575285
Mar 18 02:53:07.525139 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c9ac6df7-1ff2-431e-bf1f-f9319844f67b req-7e86132f-da14-4e41-9236-ca9d93d5689b tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480533
Mar 18 02:53:08.483525 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052c6ea-1d70-466c-a38a-9293a1951d65 req-cbb689a4-91e7-4ce4-9069-329b1b293862 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:08.485725 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b052c6ea-1d70-466c-a38a-9293a1951d65 req-cbb689a4-91e7-4ce4-9069-329b1b293862 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0820050
Mar 18 02:53:08.535020 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 168c5fff-8a97-49cc-8858-711a77f88f21 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:08.566540 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b052c6ea-1d70-466c-a38a-9293a1951d65 req-211d6641-f134-4580-9dff-a14f5640394a tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700066
Mar 18 02:53:08.630072 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 168c5fff-8a97-49cc-8858-711a77f88f21 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:53:08.634792 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 168c5fff-8a97-49cc-8858-711a77f88f21 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:08.635173 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:08.702956 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfcb3a-8f30-42d1-8ec8-35bcf860321f req-571b4e55-f8f6-42ea-a36e-b9c2194b68a6 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:08.711146 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-90dfcb3a-8f30-42d1-8ec8-35bcf860321f req-571b4e55-f8f6-42ea-a36e-b9c2194b68a6 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 945 time: 0.0869830
Mar 18 02:53:08.750410 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 168c5fff-8a97-49cc-8858-711a77f88f21 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:08.751339 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:08.776051 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-90dfcb3a-8f30-42d1-8ec8-35bcf860321f req-39a8fce8-1d4c-4937-8294-5205438db250 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589790
Mar 18 02:53:08.779873 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:53:08.782365 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dc3f51-1a49-4d03-abc6-5c050f5295b5" -d '{"events": [{"server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "name": "network-vif-plugged", "status": "completed", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:53:08.796229 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 168c5fff-8a97-49cc-8858-711a77f88f21, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=168c5fff-8a97-49cc-8858-711a77f88f21,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:08.801583 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:08.840346 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a04ac-bc54-4e0f-9fa9-a4d5f672813f x-openstack-request-id: req-fc9a04ac-bc54-4e0f-9fa9-a4d5f672813f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:53:08.840634 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "name": "network-vif-plugged", "status": "completed", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:53:08.840891 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc9a04ac-bc54-4e0f-9fa9-a4d5f672813f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:53:08.842079 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21', 'code': 200}
Mar 18 02:53:08.867471 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=168c5fff-8a97-49cc-8858-711a77f88f21,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:08.931923 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-2cf9f3b8-ee9a-4555-a5dc-d7c5e6b3d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:08.933999 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-2cf9f3b8-ee9a-4555-a5dc-d7c5e6b3d461 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1130 time: 0.0516007
Mar 18 02:53:09.294586 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d57f4fd9-82a8-46b4-b585-0384c060863a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:09.354356 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-ff8ab967-00fe-4110-921b-6798effe0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:09.355877 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-ff8ab967-00fe-4110-921b-6798effe0022 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 908 time: 0.4141400
Mar 18 02:53:09.367461 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b912a-919e-4298-bd97-4192f6884403 req-c36d42cc-ee48-46eb-bba4-3ae92e2c64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:09.368909 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd0b912a-919e-4298-bd97-4192f6884403 req-c36d42cc-ee48-46eb-bba4-3ae92e2c64c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 1130 time: 0.0738556
Mar 18 02:53:09.465800 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd0b912a-919e-4298-bd97-4192f6884403 req-26d31d86-9e98-49ae-899c-8ee7e6368ea1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912845
Mar 18 02:53:09.467641 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-7b9d6cea-4001-4618-8eb2-036564880290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 1001 time: 0.1032000
Mar 18 02:53:09.731810 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-fa8dba91-bf63-41fc-ad7d-8be18768f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:09.733478 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-fa8dba91-bf63-41fc-ad7d-8be18768f9b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 200  len: 847 time: 0.0784478
Mar 18 02:53:09.821028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac448d1-8c45-4b58-8537-d889dc98b26e req-edff623e-2b9a-484c-9b86-0faf6b3eab43 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:09.822644 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0ac448d1-8c45-4b58-8537-d889dc98b26e req-edff623e-2b9a-484c-9b86-0faf6b3eab43 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.1793525
Mar 18 02:53:09.976593 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-1badb4aa-c661-4185-9168-f5f0d79a8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:09.978644 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-1badb4aa-c661-4185-9168-f5f0d79a8487 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc50330d-409e-4f97-b557-d923da616967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2372775
Mar 18 02:53:09.998457 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0ac448d1-8c45-4b58-8537-d889dc98b26e req-dae51cd4-d25a-4326-9c69-45db64af1e29 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1651196
Mar 18 02:53:10.092873 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986274e-89ca-4f29-9973-e85a20b4ec93 req-2b0c049f-573d-4ca9-8126-7ffdfd972194 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:10.094371 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f986274e-89ca-4f29-9973-e85a20b4ec93 req-2b0c049f-573d-4ca9-8126-7ffdfd972194 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 946 time: 0.2153878
Mar 18 02:53:10.187481 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-93e46e75-c25e-4244-be31-25a6dd471b0a service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871531
Mar 18 02:53:10.195029 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f986274e-89ca-4f29-9973-e85a20b4ec93 req-fb7ccc5a-28f8-45f3-8fe4-d737e9459a10 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927467
Mar 18 02:53:10.312503 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0a997ea1-4e44-44bd-9c47-c6ea4b649fbf req-228153d9-5f6e-45ff-a4d4-32041e0dd8e4 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1156461
Mar 18 02:53:10.620417 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:11.182499 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2961a0-b623-4d00-8ff2-fd66f431de01 req-40312902-c4df-4416-9774-78cbfb5b85c0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:11.184081 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ca2961a0-b623-4d00-8ff2-fd66f431de01 req-40312902-c4df-4416-9774-78cbfb5b85c0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0943196
Mar 18 02:53:11.257259 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ca2961a0-b623-4d00-8ff2-fd66f431de01 req-561a8355-f296-424e-96ae-1f391215237c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622523
Mar 18 02:53:11.354018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846136e-8432-488e-a4a8-1d19de941a5e req-ef546fac-d637-4689-b618-7ccb6cd592b9 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:11.355711 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0846136e-8432-488e-a4a8-1d19de941a5e req-ef546fac-d637-4689-b618-7ccb6cd592b9 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 946 time: 0.0769663
Mar 18 02:53:11.418243 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0846136e-8432-488e-a4a8-1d19de941a5e req-17a373b2-6e89-4049-b725-91dd96c1fa95 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493369
Mar 18 02:53:11.576055 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47541bb2-b594-4132-847d-d57ddf9eb66f req-3fd3550a-1130-4972-aca6-4bc0d0512627 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:11.593634 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-47541bb2-b594-4132-847d-d57ddf9eb66f req-3fd3550a-1130-4972-aca6-4bc0d0512627 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 946 time: 0.0915024
Mar 18 02:53:11.649442 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-47541bb2-b594-4132-847d-d57ddf9eb66f req-9c709535-a55a-475b-820a-85caf97f759c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548286
Mar 18 02:53:11.673427 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39964) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:11.719254 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685bdad6-26cc-40fc-ac39-55a0c220f837 tempest-TestVolumeBootPattern-396495819 tempest-TestVolumeBootPattern-396495819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:11.723507 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-685bdad6-26cc-40fc-ac39-55a0c220f837 tempest-TestVolumeBootPattern-396495819 tempest-TestVolumeBootPattern-396495819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 1125 time: 0.0464046
Mar 18 02:53:11.723839 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 39966) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:11.729703 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'tenant_id': 'dba602d147084933986b437762006786', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:53:11.750983 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:11.876733 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:11.879241 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:12.014700 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Allocated IP 172.27.0.23 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/a173eeec-8766-4335-9204-adebb1d52300) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:53:12.126166 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (a173eeec-8766-4335-9204-adebb1d52300), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:12.164368 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (a173eeec-8766-4335-9204-adebb1d52300), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:12.205856 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:12.209566 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:12.217116 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:53:12.220304 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=a173eeec-8766-4335-9204-adebb1d52300,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:12.470993 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441fe50-60f6-4c41-be9b-64b767ed3d3d req-9622f507-568e-479d-9477-ce3d7c092c5e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:12.472414 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4441fe50-60f6-4c41-be9b-64b767ed3d3d req-9622f507-568e-479d-9477-ce3d7c092c5e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.1417155
Mar 18 02:53:12.627716 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4441fe50-60f6-4c41-be9b-64b767ed3d3d req-aa3761be-12cb-4198-b374-317679e087ca tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1448185
Mar 18 02:53:12.715081 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (ed425233-45c5-4e22-b40e-01870cc5e129), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:12.792348 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (a173eeec-8766-4335-9204-adebb1d52300), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:12.983267 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (a173eeec-8766-4335-9204-adebb1d52300), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:12.989113 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (a173eeec-8766-4335-9204-adebb1d52300), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:13.062795 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=a173eeec-8766-4335-9204-adebb1d52300,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:13.075743 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (ed425233-45c5-4e22-b40e-01870cc5e129), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:13.200438 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Floating IP ed425233-45c5-4e22-b40e-01870cc5e129 associated. External IP: 172.27.0.23, port: 168c5fff-8a97-49cc-8858-711a77f88f21.
Mar 18 02:53:13.471805 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:53:13.571496 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:13.622341 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:53:13.635215 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:53:13.651552 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:13.655382 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:13.655382 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a297d00>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:13.697917 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-b6f9ab5e-d190-4325-ad10-eeb79dfc90f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9713511
Mar 18 02:53:13.698530 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:53:13.706459 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc37417-85de-4a23-8bfb-354b6ff65863" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:53:13.774105 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc242d2-95fd-4760-8dd5-8530b9c146ce x-openstack-request-id: req-9cc242d2-95fd-4760-8dd5-8530b9c146ce {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:53:13.774401 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:53:13.774690 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cc242d2-95fd-4760-8dd5-8530b9c146ce {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:53:13.775214 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21', 'status': 'completed', 'code': 200}
Mar 18 02:53:13.800588 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:13.816128 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf37e-38c4-4748-892b-9cad2bc6976d req-c169e0a5-77e9-4dc8-8c0d-e6753297b008 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:13.818954 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d9caf37e-38c4-4748-892b-9cad2bc6976d req-c169e0a5-77e9-4dc8-8c0d-e6753297b008 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0782840
Mar 18 02:53:13.871055 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d9caf37e-38c4-4748-892b-9cad2bc6976d req-1d64af9f-2941-447c-8f33-210b85959dec tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474987
Mar 18 02:53:14.053348 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a297d00>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:12Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:14.082091 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:53:14.091482 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:14.092104 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a297d00>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:14.235215 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:14.609532 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a297d00>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:12Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:14.647227 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1469d-0684-4cba-a8cd-3be32bf5feb0 None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:12Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:53:14.763000 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-aae54cef-dd0a-4dc6-89ac-075731248854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:14.764683 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-aae54cef-dd0a-4dc6-89ac-075731248854 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 1130 time: 0.0807898
Mar 18 02:53:14.885245 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-d7b5d243-baa6-40f4-870b-150c419c21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:14.886845 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-d7b5d243-baa6-40f4-870b-150c419c21b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.1158071
Mar 18 02:53:14.970397 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-9e71cba4-760e-44c9-a344-999b59230815 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=168c5fff-8a97-49cc-8858-711a77f88f21 HTTP/1.1" status: 200  len: 999 time: 0.0755508
Mar 18 02:53:14.976526 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b60b0d-fab8-41a9-ab8a-573aca199070 None None] New status for floating IP ed425233-45c5-4e22-b40e-01870cc5e129: ACTIVE {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:53:15.049944 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-7f31ed33-9328-46f9-9a7b-3bb3ee6285fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:15.051807 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-7f31ed33-9328-46f9-9a7b-3bb3ee6285fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0711861
Mar 18 02:53:15.074796 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228923a-d837-48cd-84db-688ad2c00b73 req-682d47e7-1c6d-4c55-957e-b3d1bf8cbc96 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:15.076222 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3228923a-d837-48cd-84db-688ad2c00b73 req-682d47e7-1c6d-4c55-957e-b3d1bf8cbc96 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.1049161
Mar 18 02:53:15.186534 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3228923a-d837-48cd-84db-688ad2c00b73 req-47cda878-ddc2-41be-a187-3c65ff35c1e4 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007786
Mar 18 02:53:15.195419 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-7ba741f9-164a-4962-ac3c-7e76f407433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:15.197058 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-7ba741f9-164a-4962-ac3c-7e76f407433b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1319649
Mar 18 02:53:15.313706 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-594818a8-3c3b-45fb-98bc-896ca5b52b7e service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010962
Mar 18 02:53:15.430888 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fbc37417-85de-4a23-8bfb-354b6ff65863 req-92fe06fc-a8e2-48d4-91b3-fec733c7e3dc service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103520
Mar 18 02:53:16.379749 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aae2e2-08da-42cf-b05e-08f8b0691e05 req-eae5e292-c019-41c4-96a8-f528594c6b44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:16.382314 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-45aae2e2-08da-42cf-b05e-08f8b0691e05 req-eae5e292-c019-41c4-96a8-f528594c6b44 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.1093183
Mar 18 02:53:16.447682 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-45aae2e2-08da-42cf-b05e-08f8b0691e05 req-6a42da3d-9c51-429e-b232-2121f65190f7 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581312
Mar 18 02:53:16.560012 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f586a6ca-f871-4405-9620-ddf4e8d15e43 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:53:16.719382 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port f586a6ca-f871-4405-9620-ddf4e8d15e43 is: ACTIVE; New status is: DOWN {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:16.720560 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:16.751915 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:53:16.754617 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba961863-dd24-4daf-974b-554772d59cb5" -d '{"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-unplugged", "status": "completed", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:53:16.774297 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:16.781207 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:16.796597 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8eb6-36da-435c-9490-841d4e912427 req-a80040b4-ad78-4a41-8baf-8f1248343ea8 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:16.808018 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-45ed8eb6-36da-435c-9490-841d4e912427 req-a80040b4-ad78-4a41-8baf-8f1248343ea8 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.1154873
Mar 18 02:53:16.835380 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Mar 2022 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fc6813-d17c-4d65-a1f7-6d736ff8f73c x-openstack-request-id: req-30fc6813-d17c-4d65-a1f7-6d736ff8f73c {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:53:16.835672 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-unplugged", "status": "failed", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43", "code": 422}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:53:16.835924 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30fc6813-d17c-4d65-a1f7-6d736ff8f73c {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:53:16.836316 dv-cinder-817135-5-iscsi neutron-server[115118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'code': 422} returned with failed status
Mar 18 02:53:16.871071 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=6']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:16.880010 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-45ed8eb6-36da-435c-9490-841d4e912427 req-ef153a56-0c79-4574-978a-ccc0186db51e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664413
Mar 18 02:53:16.912244 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-370ae11f-ae88-4d9b-bea3-47e9d02ba173 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2773685
Mar 18 02:53:17.109119 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-bd1719e1-b27c-43cf-8658-b6f7c7e8b0a0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:17.111307 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-bd1719e1-b27c-43cf-8658-b6f7c7e8b0a0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports/f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 941 time: 0.1708972
Mar 18 02:53:18.038016 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db7885-1a00-4336-97cb-b0346593f5a8 req-c2bb4540-9b1e-4cdb-9d0f-c6922ae51bed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:18.048436 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1db7885-1a00-4336-97cb-b0346593f5a8 req-c2bb4540-9b1e-4cdb-9d0f-c6922ae51bed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.1075718
Mar 18 02:53:18.119316 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f1db7885-1a00-4336-97cb-b0346593f5a8 req-c385209f-3254-4f09-8c84-8c1848292d5e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667663
Mar 18 02:53:18.593021 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-ad28a0c2-174e-41d0-81f7-e4e9b23f06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:18.594870 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-ad28a0c2-174e-41d0-81f7-e4e9b23f06ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c&tenant_id=7d17e94bba7d42f98113baf249954b07 HTTP/1.1" status: 200  len: 1128 time: 0.0581956
Mar 18 02:53:18.668721 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-d11c4f6a-d8b6-41f7-93c9-acccff5713f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:18.670226 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-d11c4f6a-d8b6-41f7-93c9-acccff5713f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1128 time: 0.0523233
Mar 18 02:53:19.063308 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-5886ebe0-c4e1-489d-8a27-009e2a4364cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:19.065058 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-5886ebe0-c4e1-489d-8a27-009e2a4364cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 908 time: 0.3816524
Mar 18 02:53:19.138478 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-13f570de-e2bb-473f-a483-e99927c18e49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 999 time: 0.0662448
Mar 18 02:53:19.201017 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-ab1b162e-5b13-47dc-8c82-d2f0e11183c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:19.202470 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-ab1b162e-5b13-47dc-8c82-d2f0e11183c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 200  len: 847 time: 0.0578177
Mar 18 02:53:19.289129 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-b7a92080-52c0-4701-b530-de23bbbe0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:19.290701 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-b7a92080-52c0-4701-b530-de23bbbe0914 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc50330d-409e-4f97-b557-d923da616967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0811872
Mar 18 02:53:19.311538 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a9dcf-0f68-498a-8d58-f9890f2141cc req-dbd3a24b-b0c5-4ff3-a26d-03fb2e3c3918 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:19.313078 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-026a9dcf-0f68-498a-8d58-f9890f2141cc req-dbd3a24b-b0c5-4ff3-a26d-03fb2e3c3918 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.1053145
Mar 18 02:53:19.414049 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-026a9dcf-0f68-498a-8d58-f9890f2141cc req-5239df2e-45df-466a-8798-113db7f79bec tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891557
Mar 18 02:53:19.446037 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-66e463c9-c000-41c1-9027-ccccb7d55aa1 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484761
Mar 18 02:53:19.557861 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b31d779-cb10-45e5-9825-8b3578b5ee39 req-cff57f31-1c8e-4988-9485-6bb41d81a8a7 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1059256
Mar 18 02:53:20.595032 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f50ae-85d1-4517-a61f-4233bf75f3e3 req-10555d54-1913-44cf-b74a-2b2fe8e66e3e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:20.603175 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-277f50ae-85d1-4517-a61f-4233bf75f3e3 req-10555d54-1913-44cf-b74a-2b2fe8e66e3e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.1040134
Mar 18 02:53:20.656852 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-277f50ae-85d1-4517-a61f-4233bf75f3e3 req-cdae4b5f-ecf9-4a15-8156-abf961872d9e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520995
Mar 18 02:53:21.862620 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e11f8-8b99-4b30-a04d-d1dd16538dc4 req-1927c276-8ae5-4b6e-9450-46a2207aae87 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:21.864104 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-902e11f8-8b99-4b30-a04d-d1dd16538dc4 req-1927c276-8ae5-4b6e-9450-46a2207aae87 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0542970
Mar 18 02:53:21.914960 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-902e11f8-8b99-4b30-a04d-d1dd16538dc4 req-ba0cf968-a7e5-4758-9c54-2aabc6185ed9 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438645
Mar 18 02:53:23.065984 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdac0b-321f-4f52-87b3-8f13e3afd1a3 req-ca5e7731-cb5c-4b98-a101-2c47b166f29c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:23.067479 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e4fdac0b-321f-4f52-87b3-8f13e3afd1a3 req-ca5e7731-cb5c-4b98-a101-2c47b166f29c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0606754
Mar 18 02:53:23.120442 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e4fdac0b-321f-4f52-87b3-8f13e3afd1a3 req-55fc9eb8-e80a-4536-a9c8-a7c55fdd2bdd tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470083
Mar 18 02:53:24.059311 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40230) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:24.103891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] Deleting subnet 95657107-0abc-4c2c-b2f2-8cf1b7e644cf {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:53:24.107120 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] Publish callbacks [] for subnet (95657107-0abc-4c2c-b2f2-8cf1b7e644cf), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.141435 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (95657107-0abc-4c2c-b2f2-8cf1b7e644cf), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.183609 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (95657107-0abc-4c2c-b2f2-8cf1b7e644cf), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.280976 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0c65d-1aa1-458c-a074-d2da4e9f8a70 req-4bb590eb-024d-46cd-b53a-f165b55ba471 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:24.282731 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94f0c65d-1aa1-458c-a074-d2da4e9f8a70 req-4bb590eb-024d-46cd-b53a-f165b55ba471 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0790558
Mar 18 02:53:24.284090 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (95657107-0abc-4c2c-b2f2-8cf1b7e644cf), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.319567 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.323234 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95657107-0abc-4c2c-b2f2-8cf1b7e644cf HTTP/1.1" status: 204  len: 168 time: 0.2629254
Mar 18 02:53:24.325809 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40234) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:24.329572 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ddaaa-1acf-4a7d-8c33-65bf26ae5077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95657107-0abc-4c2c-b2f2-8cf1b7e644cf,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:24.364271 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94f0c65d-1aa1-458c-a074-d2da4e9f8a70 req-fd7fbfe5-fe9d-4d56-a6df-8a7353c9c91e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723231
Mar 18 02:53:24.395246 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (ac9567c4-7b26-4eeb-92fb-e34183f07b97), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.477806 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (ac9567c4-7b26-4eeb-92fb-e34183f07b97), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.498484 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba5994fd90>,) {'filters': {'network_id': ['ac9567c4-7b26-4eeb-92fb-e34183f07b97']}} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:24.507619 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5994fd90>, 'c1e00378-35b6-4553-9da5-db70a915e0fa') {'for_net_delete': True} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:24.507917 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5994fd90>, 'c1e00378-35b6-4553-9da5-db70a915e0fa') {} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:24.520075 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4871594'] for segment (c1e00378-35b6-4553-9da5-db70a915e0fa), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.537569 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (c1e00378-35b6-4553-9da5-db70a915e0fa), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.544365 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=115116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:53:24.544705 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7357155'] for segment (c1e00378-35b6-4553-9da5-db70a915e0fa), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]: Traceback (most recent call last):
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     timer()
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     cb(*args, **kw)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     return func(*args, **kwargs)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     self._notify()
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     self.callback(batched_events)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     event.method(event)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     return f(self, *a, **k)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._get(url).json()
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:53:24.546371 dv-cinder-817135-5-iscsi neutron-server[115116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:53:24.600106 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (ac9567c4-7b26-4eeb-92fb-e34183f07b97), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.606247 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.609423 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac9567c4-7b26-4eeb-92fb-e34183f07b97 HTTP/1.1" status: 204  len: 168 time: 0.2826002
Mar 18 02:53:24.622480 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48f1cb-1b06-4d00-98f9-288761372d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9567c4-7b26-4eeb-92fb-e34183f07b97,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:24.774009 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40240) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:24.794324 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.819763 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-94e91494-27d9-43a9-aecb-d0c305299364 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e3935e11f324f8398542ff48da8c8d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0444925
Mar 18 02:53:24.822125 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40242) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:24.870259 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f49b0b8-7b2c-477c-80f1-ff128c3e24c3 admin admin] Publish callbacks [] for security_group (334b9efb-90a1-46be-a7b2-a12bcac4f18f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.891530 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f49b0b8-7b2c-477c-80f1-ff128c3e24c3 admin admin] Publish callbacks [] for security_group (334b9efb-90a1-46be-a7b2-a12bcac4f18f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.939728 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f49b0b8-7b2c-477c-80f1-ff128c3e24c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (334b9efb-90a1-46be-a7b2-a12bcac4f18f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.942429 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5f49b0b8-7b2c-477c-80f1-ff128c3e24c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:24.943606 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5f49b0b8-7b2c-477c-80f1-ff128c3e24c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/334b9efb-90a1-46be-a7b2-a12bcac4f18f HTTP/1.1" status: 204  len: 168 time: 0.1205547
Mar 18 02:53:24.951917 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49b0b8-7b2c-477c-80f1-ff128c3e24c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b9efb-90a1-46be-a7b2-a12bcac4f18f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:25.492931 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bd83c-958f-45d5-be0e-c724fb55a8a2 req-73df77af-132e-4c30-8d80-9110c5ad5c14 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:25.494689 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de9bd83c-958f-45d5-be0e-c724fb55a8a2 req-73df77af-132e-4c30-8d80-9110c5ad5c14 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0577381
Mar 18 02:53:25.547539 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-de9bd83c-958f-45d5-be0e-c724fb55a8a2 req-a13c43b5-4814-47ba-89d4-7c3d6e4c7e1f tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473387
Mar 18 02:53:26.678464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0d8bc-54ab-42c2-a227-425eb3be41cf req-d6408bd2-8495-43a8-9a21-8fabb99a1621 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:26.679318 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-90c0d8bc-54ab-42c2-a227-425eb3be41cf req-d6408bd2-8495-43a8-9a21-8fabb99a1621 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0607049
Mar 18 02:53:26.730302 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-90c0d8bc-54ab-42c2-a227-425eb3be41cf req-8bbd220f-0a0f-4b85-956c-8f4b2ec18f79 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451226
Mar 18 02:53:27.849699 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b679-cfcd-46eb-9573-eba34cb18c98 req-174e0080-0250-4db9-a6a7-7d4baf25314b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:27.851383 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17f2b679-cfcd-46eb-9573-eba34cb18c98 req-174e0080-0250-4db9-a6a7-7d4baf25314b tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 944 time: 0.0539346
Mar 18 02:53:27.903218 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17f2b679-cfcd-46eb-9573-eba34cb18c98 req-e5f1433b-d603-404f-a000-51247fecb88a tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457222
Mar 18 02:53:28.610233 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f586a6ca-f871-4405-9620-ddf4e8d15e43 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:53:28.715316 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:28.726433 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'port_id': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'mac_address': 'fa:16:3e:f5:01:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:53:28.763739 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port f586a6ca-f871-4405-9620-ddf4e8d15e43 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:28.764192 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:28.776810 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f586a6ca-f871-4405-9620-ddf4e8d15e43 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:53:28.796390 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:28.800351 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:28.851027 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=7']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:29.019476 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['f586a6ca-f871-4405-9620-ddf4e8d15e43'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:53:29.027838 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b8ff4-28de-4bac-ba49-36bf19cdfaba req-2aff6d8b-ebeb-4a23-b9b9-9498d93d427d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:29.029313 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b0b8ff4-28de-4bac-ba49-36bf19cdfaba req-2aff6d8b-ebeb-4a23-b9b9-9498d93d427d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 945 time: 0.0535786
Mar 18 02:53:29.082426 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6b0b8ff4-28de-4bac-ba49-36bf19cdfaba req-8e2975ce-c6dc-4a60-9e6a-5d21bf0dd8ce tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472069
Mar 18 02:53:30.203141 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6258-6443-417d-adfc-788bebaa15d6 req-db48020b-45b3-48e1-a8d3-05775c7adcf0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:30.204637 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1ffe6258-6443-417d-adfc-788bebaa15d6 req-db48020b-45b3-48e1-a8d3-05775c7adcf0 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 945 time: 0.0548844
Mar 18 02:53:30.254755 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1ffe6258-6443-417d-adfc-788bebaa15d6 req-6f880dbf-0fab-4c23-bc01-74a5f2c46beb tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443180
Mar 18 02:53:30.630982 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f586a6ca-f871-4405-9620-ddf4e8d15e43 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:30.682890 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port f586a6ca-f871-4405-9620-ddf4e8d15e43 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:30.683481 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:30.763311 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port f586a6ca-f871-4405-9620-ddf4e8d15e43 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:30.763688 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:30.786537 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:53:30.788720 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74422490-d421-4a4d-8913-8f91bc90e85a" -d '{"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-plugged", "status": "completed", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:53:30.808240 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:30.815004 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:30.821814 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-bd00a475-a1ce-4e42-8817-117238e8c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:30.823570 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-bd00a475-a1ce-4e42-8817-117238e8c056 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1129 time: 0.0576444
Mar 18 02:53:30.839617 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d9f2c2-6354-4c15-b7df-ef6618ee0fbd x-openstack-request-id: req-05d9f2c2-6354-4c15-b7df-ef6618ee0fbd {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:53:30.839986 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-plugged", "status": "completed", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:53:30.840312 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05d9f2c2-6354-4c15-b7df-ef6618ee0fbd {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:53:30.840708 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'code': 200}
Mar 18 02:53:30.872537 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=8']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:30.954394 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-ef4d0b71-4a55-412a-9c3d-8dcd8ebf936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:30.956194 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-ef4d0b71-4a55-412a-9c3d-8dcd8ebf936d service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 908 time: 0.0948379
Mar 18 02:53:31.036079 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-9dbdbe78-77b0-4d4e-807e-39e339d0460e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 1001 time: 0.0660844
Mar 18 02:53:31.122384 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-40ebab76-277f-4491-a7da-846d8054e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:31.123793 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-40ebab76-277f-4491-a7da-846d8054e94c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 200  len: 847 time: 0.0729332
Mar 18 02:53:31.132804 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fc138-3040-46c0-865d-01bdf650614a req-07d90690-067a-4dcd-ab5d-19a5308a7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:31.134193 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-521fc138-3040-46c0-865d-01bdf650614a req-07d90690-067a-4dcd-ab5d-19a5308a7e28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1130 time: 0.0905507
Mar 18 02:53:31.208464 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-521fc138-3040-46c0-865d-01bdf650614a req-e9cac50e-6599-418b-acb0-c52d582d74e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644000
Mar 18 02:53:31.210230 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-150fdec9-18bc-4b26-b3a8-06a25f88b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:31.211872 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-150fdec9-18bc-4b26-b3a8-06a25f88b8ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc50330d-409e-4f97-b557-d923da616967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0812426
Mar 18 02:53:31.373735 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8930f3a-961e-41f6-a101-64657ab7eccd req-f09ccdd2-d7c0-4b38-bddd-4c92358664a5 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:31.375269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e8930f3a-961e-41f6-a101-64657ab7eccd req-f09ccdd2-d7c0-4b38-bddd-4c92358664a5 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0533586
Mar 18 02:53:31.429010 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e8930f3a-961e-41f6-a101-64657ab7eccd req-362aa52f-c285-4aee-9431-e35fbdc78035 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479174
Mar 18 02:53:31.514283 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-7553477e-c778-4c0d-97bd-ae9daa0b286b service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836875
Mar 18 02:53:31.620308 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cd65f510-b740-4374-b0a4-1b7855e87a8a req-7fe874f5-35b5-4ff1-8665-530dd5496f32 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951068
Mar 18 02:53:32.557457 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c97078-97b2-4612-89a2-91a48c698be9 req-3644d1a7-6dad-43bb-8522-ee06e90d6883 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:32.558931 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-79c97078-97b2-4612-89a2-91a48c698be9 req-3644d1a7-6dad-43bb-8522-ee06e90d6883 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0545092
Mar 18 02:53:32.608567 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-79c97078-97b2-4612-89a2-91a48c698be9 req-6607192c-e190-4737-8b48-85e2fe875601 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440786
Mar 18 02:53:36.966201 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b3c9-983c-4df4-b218-a68c860f908a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:37.348085 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:53:39.277364 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d47abf0a-228c-4175-aff9-df2b7b087553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:40.617556 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:41.866449 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.355310 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40470) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:43.457649 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f51d-784d-4d91-b033-d0060ad080cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.535631 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f51d-784d-4d91-b033-d0060ad080cc admin admin] Publish callbacks [] for security_group (dfd108f5-e401-40f6-bca0-425fc3913cc1), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.540131 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f51d-784d-4d91-b033-d0060ad080cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (dfd108f5-e401-40f6-bca0-425fc3913cc1), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.555260 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.577325 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-f8b1f51d-784d-4d91-b033-d0060ad080cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4558b84771c8435192fb591e16628bbf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2209392
Mar 18 02:53:43.580921 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40474) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:43.586195 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1f51d-784d-4d91-b033-d0060ad080cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd108f5-e401-40f6-bca0-425fc3913cc1,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:43.631059 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9300d598-cf22-44ae-9ebe-5ab184960426 admin admin] Publish callbacks [] for security_group (dfd108f5-e401-40f6-bca0-425fc3913cc1), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.651841 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9300d598-cf22-44ae-9ebe-5ab184960426 admin admin] Publish callbacks [] for security_group (dfd108f5-e401-40f6-bca0-425fc3913cc1), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.696232 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9300d598-cf22-44ae-9ebe-5ab184960426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (dfd108f5-e401-40f6-bca0-425fc3913cc1), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.699350 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9300d598-cf22-44ae-9ebe-5ab184960426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:43.700517 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9300d598-cf22-44ae-9ebe-5ab184960426 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfd108f5-e401-40f6-bca0-425fc3913cc1 HTTP/1.1" status: 204  len: 168 time: 0.1179352
Mar 18 02:53:43.707803 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300d598-cf22-44ae-9ebe-5ab184960426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd108f5-e401-40f6-bca0-425fc3913cc1,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:44.329505 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40504) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:44.425048 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-821445549-network', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:53:44.447410 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Made reservation on behalf of ecf337b0b3a54843bf773931134897bc for: {'network': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:53:44.450179 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.459347 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.537197 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks [] for security_group (ab190c65-08c3-40bb-a405-d1e1f26cbb9b), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.540880 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (ab190c65-08c3-40bb-a405-d1e1f26cbb9b), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.562774 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=115117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:53:44.577524 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab190c65-08c3-40bb-a405-d1e1f26cbb9b,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:44.580481 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (fd60a552-7bb8-4c4c-996a-705a83b7cc0a), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.580829 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.segments_db [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Added segment fd60a552-7bb8-4c4c-996a-705a83b7cc0a of type vlan for network 4719bb89-0548-48f8-82c2-dbeea831b590
Mar 18 02:53:44.621313 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (4719bb89-0548-48f8-82c2-dbeea831b590), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.644906 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (4719bb89-0548-48f8-82c2-dbeea831b590), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.645848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:44.646423 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.702435 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3718405
Mar 18 02:53:44.705620 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40508) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:44.710717 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Request body: {'subnet': {'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-821445549-subnet', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'ip_version': 4}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:53:44.711241 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcbbfe-17c8-4a79-bae1-9b29136a42a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4719bb89-0548-48f8-82c2-dbeea831b590,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:44.721844 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 4719bb89-0548-48f8-82c2-dbeea831b590 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:53:44.734601 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Made reservation on behalf of ecf337b0b3a54843bf773931134897bc for: {'subnet': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:53:44.736991 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596854'] for subnet (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.895757 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7356416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596832'] for subnet (7ce18175-1d5b-4c47-8413-aae8707ea777), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.956410 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce18175-1d5b-4c47-8413-aae8707ea777,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:44.961611 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Checking segment: {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:44.961896 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Network hostable DHCP agents. Network: 4719bb89-0548-48f8-82c2-dbeea831b590, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:53:44.978382 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Network 4719bb89-0548-48f8-82c2-dbeea831b590 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:53:44.987349 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 4719bb89-0548-48f8-82c2-dbeea831b590) {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:44.991361 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:44.991944 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:44.996874 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d35162-38d3-4f7e-b56a-15047cf71b28 None None] Network 4719bb89-0548-48f8-82c2-dbeea831b590 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:53:45.008191 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6b379a9d-4af6-45b3-9ea3-29e3780e8559 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3013568
Mar 18 02:53:45.011183 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40510) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:45.015732 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:53:45.036422 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (71ebe632-a601-4fbc-9141-7579b83ce4b1), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.037568 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (71ebe632-a601-4fbc-9141-7579b83ce4b1), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.092240 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks [] for router_controller (71ebe632-a601-4fbc-9141-7579b83ce4b1), precommit_add_association {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.106372 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-4719bb89-0548-48f8-82c2-dbeea831b590', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:53:45.107802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.234879 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks [] for router_gateway (71ebe632-a601-4fbc-9141-7579b83ce4b1), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.245635 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Allocated IP 172.20.0.2 (4719bb89-0548-48f8-82c2-dbeea831b590/7ce18175-1d5b-4c47-8413-aae8707ea777/8a93bf81-db81-44e2-b245-fe8e006d63a7) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:53:45.403442 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Publish callbacks [] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.408703 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.447285 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Network 4719bb89-0548-48f8-82c2-dbeea831b590 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:45.450955 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:45.458099 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:53:45.458362 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks [] for router_gateway (71ebe632-a601-4fbc-9141-7579b83ce4b1), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.461186 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Pushing event updated for resources: {'Port': ['ID=8a93bf81-db81-44e2-b245-fe8e006d63a7,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:45.478003 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.515410 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Attempting to bind port 8a93bf81-db81-44e2-b245-fe8e006d63a7 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:53:45.515695 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Attempting to bind port 8a93bf81-db81-44e2-b245-fe8e006d63a7 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:53:45.516087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Attempting to bind port 8a93bf81-db81-44e2-b245-fe8e006d63a7 on network 4719bb89-0548-48f8-82c2-dbeea831b590 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:53:45.521065 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:53:45.521444 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Checking segment: {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:45.521850 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.522691 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Bound using segment: {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:53:45.522691 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Bound port: 8a93bf81-db81-44e2-b245-fe8e006d63a7, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:53:45.523094 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.584361 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Allocated IP 172.27.0.103 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/5ccd1304-3c90-441f-83fb-28e68952e37c) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:53:45.597810 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] For port 8a93bf81-db81-44e2-b245-fe8e006d63a7, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:53:45.600936 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] For port 8a93bf81-db81-44e2-b245-fe8e006d63a7, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=8a93bf81-db81-44e2-b245-fe8e006d63a7,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:53:45.606887 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.663713 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7860-77b6-4b48-9dc8-77cdbfdf58be None None] Pushing event updated for resources: {'Port': ['ID=8a93bf81-db81-44e2-b245-fe8e006d63a7,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:45.713323 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks [] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.747326 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:45.785430 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:45.788327 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:45.792342 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:53:45.824671 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Pushing event updated for resources: {'Port': ['ID=5ccd1304-3c90-441f-83fb-28e68952e37c,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:46.061060 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks [] for router_gateway (71ebe632-a601-4fbc-9141-7579b83ce4b1), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:46.254888 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (71ebe632-a601-4fbc-9141-7579b83ce4b1), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:46.396790 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Router 71ebe632-a601-4fbc-9141-7579b83ce4b1 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:53:46.509358 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:53:46.521940 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Sync routers for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:53:46.528294 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:46.533230 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40516) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:46.533777 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1157f871-5b54-4b83-8c66-365db368735b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5211141
Mar 18 02:53:46.537790 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:46.538539 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5aa175b0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:46.616109 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9535669-6d74-4ea3-9423-8cae3dc88652 None None] Network 4719bb89-0548-48f8-82c2-dbeea831b590 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:53:46.655429 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:46.828492 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 8a93bf81-db81-44e2-b245-fe8e006d63a7 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:46.860704 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5aa175b0>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:45Z', 'revision_number': 3, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:46.882364 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-93029fdd-ee2c-4b1a-8424-acc0ff7b7a2f None None] Provisioning complete for port 8a93bf81-db81-44e2-b245-fe8e006d63a7 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:46.883009 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93029fdd-ee2c-4b1a-8424-acc0ff7b7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:46.888827 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Checking router: 71ebe632-a601-4fbc-9141-7579b83ce4b1 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:53:46.889182 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Updating router 71ebe632-a601-4fbc-9141-7579b83ce4b1 port 5ccd1304-3c90-441f-83fb-28e68952e37c binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:53:46.921670 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:46.977157 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 8a93bf81-db81-44e2-b245-fe8e006d63a7 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:46.977707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.000427 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.065635 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-93029fdd-ee2c-4b1a-8424-acc0ff7b7a2f None None] Current status of the port 8a93bf81-db81-44e2-b245-fe8e006d63a7 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:47.066020 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93029fdd-ee2c-4b1a-8424-acc0ff7b7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.133514 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-93029fdd-ee2c-4b1a-8424-acc0ff7b7a2f None None] For port 8a93bf81-db81-44e2-b245-fe8e006d63a7, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=8a93bf81-db81-44e2-b245-fe8e006d63a7,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:47.140491 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 8a93bf81-db81-44e2-b245-fe8e006d63a7 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:47.141110 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.143492 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93029fdd-ee2c-4b1a-8424-acc0ff7b7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.199096 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Allocated IP 172.20.0.1 (4719bb89-0548-48f8-82c2-dbeea831b590/7ce18175-1d5b-4c47-8413-aae8707ea777/7d311ecc-7061-4fec-9cee-046cc86668aa) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:53:47.233613 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93029fdd-ee2c-4b1a-8424-acc0ff7b7a2f None None] Pushing event updated for resources: {'Port': ['ID=8a93bf81-db81-44e2-b245-fe8e006d63a7,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:47.246367 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.db.api [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 18 02:53:47.246755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG oslo_db.api [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 18 02:53:47.276883 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Publish callbacks [] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.281871 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.321074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks [] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.335995 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Attempting to bind port 5ccd1304-3c90-441f-83fb-28e68952e37c on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:53:47.336363 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Attempting to bind port 5ccd1304-3c90-441f-83fb-28e68952e37c by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:53:47.336720 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Attempting to bind port 5ccd1304-3c90-441f-83fb-28e68952e37c on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:53:47.340291 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Pushing event updated for resources: {'Port': ['ID=5ccd1304-3c90-441f-83fb-28e68952e37c,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:47.348474 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.348820 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.349188 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.349541 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.349869 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.350339 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.350517 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.350840 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.352703 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.353232 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.353724 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.354942 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.355712 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.356200 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.356636 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:47.358071 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.362986 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:53:47.363917 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:47.364720 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.365458 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:53:47.366766 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Bound port: 5ccd1304-3c90-441f-83fb-28e68952e37c, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:53:47.366908 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e07046fb-f0ab-4007-9a3a-d3e9d90272d8 None None] Provisioning complete for port 8a93bf81-db81-44e2-b245-fe8e006d63a7 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:47.366908 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e07046fb-f0ab-4007-9a3a-d3e9d90272d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.367335 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.397703 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Network 4719bb89-0548-48f8-82c2-dbeea831b590 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:47.401384 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:47.404782 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:53:47.434074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Pushing event updated for resources: {'Port': ['ID=7d311ecc-7061-4fec-9cee-046cc86668aa,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:47.441678 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] For port 5ccd1304-3c90-441f-83fb-28e68952e37c, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:53:47.448722 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] For port 5ccd1304-3c90-441f-83fb-28e68952e37c, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5ccd1304-3c90-441f-83fb-28e68952e37c,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:53:47.453510 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (71ebe632-a601-4fbc-9141-7579b83ce4b1), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.459573 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.474298 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e07046fb-f0ab-4007-9a3a-d3e9d90272d8 None None] Current status of the port 8a93bf81-db81-44e2-b245-fe8e006d63a7 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:47.526030 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:47.527318 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5aa175b0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:47.614711 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6946ca-eb89-4e63-88c4-50e0d053877e None None] Pushing event updated for resources: {'Port': ['ID=5ccd1304-3c90-441f-83fb-28e68952e37c,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:47.662435 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:47.702152 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-852ec2d6-844e-42aa-adf9-6089969e298f None None] Provisioning complete for port 7d311ecc-7061-4fec-9cee-046cc86668aa triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:47.702715 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-852ec2d6-844e-42aa-adf9-6089969e298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.736609 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-852ec2d6-844e-42aa-adf9-6089969e298f None None] Port 7d311ecc-7061-4fec-9cee-046cc86668aa cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:53:47.783594 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 8a93bf81-db81-44e2-b245-fe8e006d63a7 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:47.811680 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), before_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.845813 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5aa175b0>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:45Z', 'revision_number': 3, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:47.872174 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893273-bb10-4e46-ab64-eba3d72c4339 None None] The sync data for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi is: [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:45Z', 'revision_number': 3, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:53:47.984139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks [] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:47.988578 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7357063'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), after_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:48.062827 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Pushing event updated for resources: {'Port': ['ID=7d311ecc-7061-4fec-9cee-046cc86668aa,revision_number=2']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:48.065231 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (71ebe632-a601-4fbc-9141-7579b83ce4b1), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:48.188654 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Network 4719bb89-0548-48f8-82c2-dbeea831b590 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:48.190131 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:48.324809 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Router 71ebe632-a601-4fbc-9141-7579b83ce4b1 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:53:48.446082 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:53:48.451793 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-0325b43c-216d-42a1-95f8-90b5cee34177 admin admin] 10.222.0.24 "PUT /v2.0/routers/71ebe632-a601-4fbc-9141-7579b83ce4b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9165347
Mar 18 02:53:48.461918 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-86cdfe4e-6c3b-4bdd-96b0-1c785c6918af None None] Provisioning complete for port 7d311ecc-7061-4fec-9cee-046cc86668aa triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:48.462305 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-86cdfe4e-6c3b-4bdd-96b0-1c785c6918af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:48.515100 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-86cdfe4e-6c3b-4bdd-96b0-1c785c6918af None None] Port 7d311ecc-7061-4fec-9cee-046cc86668aa cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:53:48.833463 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 8a93bf81-db81-44e2-b245-fe8e006d63a7 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:48.883009 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 8a93bf81-db81-44e2-b245-fe8e006d63a7 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:48.883384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:48.966131 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 8a93bf81-db81-44e2-b245-fe8e006d63a7 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:48.967267 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5ccd1304-3c90-441f-83fb-28e68952e37c up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:48.981459 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40536) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:48.986318 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-241139259-network', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:53:49.008447 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Made reservation on behalf of 195bbdc79ed04a9a8436060a4edfcdcb for: {'network': 1} {{(pid=115116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:53:49.011783 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for network (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.020833 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 5ccd1304-3c90-441f-83fb-28e68952e37c triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:49.021207 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.021369 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.097909 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks [] for security_group (0382d1d3-ac58-4e68-8ba9-6a256c69cadd), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.098174 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 5ccd1304-3c90-441f-83fb-28e68952e37c is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:49.098606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.101746 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0382d1d3-ac58-4e68-8ba9-6a256c69cadd), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.121563 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 5ccd1304-3c90-441f-83fb-28e68952e37c, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5ccd1304-3c90-441f-83fb-28e68952e37c,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:49.126205 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.128197 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=115116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 18 02:53:49.139047 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0382d1d3-ac58-4e68-8ba9-6a256c69cadd,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:49.143754 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (8e37afd3-5824-47da-8a07-8007f33f0142), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.144092 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.segments_db [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Added segment 8e37afd3-5824-47da-8a07-8007f33f0142 of type vlan for network 19c99524-f72b-438f-bdbc-24748b0dfa60
Mar 18 02:53:49.157745 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.158082 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.158417 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.158782 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.159346 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.159468 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.159729 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.160036 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.160357 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.160671 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.160986 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.161306 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.161617 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.161925 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.162258 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.187143 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=5ccd1304-3c90-441f-83fb-28e68952e37c,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:49.212543 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777399745895'] for network (19c99524-f72b-438f-bdbc-24748b0dfa60), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.246303 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419'] for network (19c99524-f72b-438f-bdbc-24748b0dfa60), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.248139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:49.248862 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.305085 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3225298
Mar 18 02:53:49.309097 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40538) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:49.314267 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Request body: {'subnet': {'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-241139259-subnet', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'ip_version': 4}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:53:49.315171 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac176c-0bdb-480a-91a8-492ed2970c2e admin admin] Pushing event updated for resources: {'Network': ['ID=19c99524-f72b-438f-bdbc-24748b0dfa60,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:49.324696 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 details requested by agent ovs-agent-dv-cinder-817135-5-iscsi with host dv-cinder-817135-5-iscsi {{(pid=115118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 18 02:53:49.338352 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Made reservation on behalf of 195bbdc79ed04a9a8436060a4edfcdcb for: {'subnet': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:53:49.344699 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4999567'] for subnet (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.501748 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Sync routers for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:53:49.512119 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:49.512963 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59562c70>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:49.516599 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8002718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4999577'] for subnet (e08ecc3a-eb8a-459a-9f39-670705d6d449), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.571550 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08ecc3a-eb8a-459a-9f39-670705d6d449,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:49.589234 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.589451 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.589711 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.590056 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.590397 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.591052 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.591052 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.591409 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.591854 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.592189 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.592520 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.592846 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.593422 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.593829 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.594150 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:49.599766 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Checking segment: {'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:49.600274 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Network hostable DHCP agents. Network: 19c99524-f72b-438f-bdbc-24748b0dfa60, hostable agents: ['33da7f81-f86c-4171-a45d-59263bf84f58'], hosted agents: [] {{(pid=115117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 18 02:53:49.619681 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 is scheduled to be hosted by DHCP agent 33da7f81-f86c-4171-a45d-59263bf84f58 with binding_index 1 {{(pid=115117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 18 02:53:49.631112 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-5-iscsi, 19c99524-f72b-438f-bdbc-24748b0dfa60) {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:49.635926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:53:49.636646 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.644133 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fc9d8-177e-4d92-bde2-0583e6b5ad98 None None] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:53:49.650756 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:49.658438 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40544) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:49.663132 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:53:49.667816 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-1451359a-da47-4368-bc52-7a1c13e0d10e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3574657
Mar 18 02:53:49.691144 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7404'] for router (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.692536 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2053763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7381'] for router (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.751604 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks [] for router_controller (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), precommit_add_association {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.876714 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93c848dd-3b80-5efd-81de-ee98347b6a38-19c99524-f72b-438f-bdbc-24748b0dfa60', 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60', 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'fixed_ips': [{'subnet_id': 'e08ecc3a-eb8a-459a-9f39-670705d6d449'}]}} from dv-cinder-817135-5-iscsi. {{(pid=115118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 18 02:53:49.877606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:49.914399 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks [] for router_gateway (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), precommit_update {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.073273 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Allocated IP 172.20.0.2 (19c99524-f72b-438f-bdbc-24748b0dfa60/e08ecc3a-eb8a-459a-9f39-670705d6d449/6ef6c858-e9ef-4695-b18c-0fcca53176fd) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:53:50.090515 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59562c70>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 2, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:50.121462 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Checking router: 71ebe632-a601-4fbc-9141-7579b83ce4b1 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:53:50.121810 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Updating router 71ebe632-a601-4fbc-9141-7579b83ce4b1 port 7d311ecc-7061-4fec-9cee-046cc86668aa binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:53:50.136265 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks [] for router_gateway (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.155188 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.191782 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.265748 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_common [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Allocated IP 172.27.0.221 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/056dac8c-abc7-4007-892f-e451dafc5cfb) {{(pid=115116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:53:50.369198 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks [] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.380229 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Publish callbacks [] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.415746 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.446717 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.473889 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:50.476702 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.base_scheduler [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:50.483888 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Received port after_create {{(pid=115116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:53:50.490167 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Pushing event updated for resources: {'Port': ['ID=056dac8c-abc7-4007-892f-e451dafc5cfb,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:50.514334 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:50.519954 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Resources bound (agent type, host, resource id):  {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:50.527122 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:53:50.551427 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Pushing event updated for resources: {'Port': ['ID=6ef6c858-e9ef-4695-b18c-0fcca53176fd,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:50.627898 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Attempting to bind port 6ef6c858-e9ef-4695-b18c-0fcca53176fd on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:53:50.628268 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Attempting to bind port 6ef6c858-e9ef-4695-b18c-0fcca53176fd by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:53:50.628635 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Attempting to bind port 6ef6c858-e9ef-4695-b18c-0fcca53176fd on network 19c99524-f72b-438f-bdbc-24748b0dfa60 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:53:50.656176 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:53:50.656556 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Checking segment: {'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:50.656956 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.657598 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Bound using segment: {'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:53:50.658065 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Bound port: 6ef6c858-e9ef-4695-b18c-0fcca53176fd, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:53:50.658441 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.687192 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Publish callbacks [] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.711087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.752990 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks [] for router_gateway (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.784507 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] For port 6ef6c858-e9ef-4695-b18c-0fcca53176fd, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:53:50.791613 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5ccd1304-3c90-441f-83fb-28e68952e37c up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:50.793672 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e3438-8e2e-4c53-bf41-ac7bcce59b27 None None] Pushing event updated for resources: {'Port': ['ID=7d311ecc-7061-4fec-9cee-046cc86668aa,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:50.827104 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] For port 6ef6c858-e9ef-4695-b18c-0fcca53176fd, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=6ef6c858-e9ef-4695-b18c-0fcca53176fd,segment=NetworkSegment(8e37afd3-5824-47da-8a07-8007f33f0142),segment_id=8e37afd3-5824-47da-8a07-8007f33f0142)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:53:50.983485 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2053784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048261'] for router (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:50.986053 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.068435 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Attempting to bind port 7d311ecc-7061-4fec-9cee-046cc86668aa on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:53:51.068808 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Attempting to bind port 7d311ecc-7061-4fec-9cee-046cc86668aa by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:53:51.069173 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Attempting to bind port 7d311ecc-7061-4fec-9cee-046cc86668aa on network 4719bb89-0548-48f8-82c2-dbeea831b590 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:53:51.097002 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:53:51.097384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Checking segment: {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:51.097796 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.098188 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Bound using segment: {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:53:51.098707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Bound port: 7d311ecc-7061-4fec-9cee-046cc86668aa, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:53:51.099089 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.116098 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-53c62c2f-c798-467e-9465-c6d8ea149003 None None] Provisioning complete for port 7d311ecc-7061-4fec-9cee-046cc86668aa triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:51.116476 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53c62c2f-c798-467e-9465-c6d8ea149003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.117931 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ae260-7f61-4bea-bf61-8680753dd46d None None] Pushing event updated for resources: {'Port': ['ID=6ef6c858-e9ef-4695-b18c-0fcca53176fd,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:51.140908 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 is scheduled to L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 with binding_index 1 {{(pid=115116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 18 02:53:51.154436 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 5ccd1304-3c90-441f-83fb-28e68952e37c triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:51.154692 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.207696 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-53c62c2f-c798-467e-9465-c6d8ea149003 None None] Port 7d311ecc-7061-4fec-9cee-046cc86668aa cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:53:51.250261 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] For port 7d311ecc-7061-4fec-9cee-046cc86668aa, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:53:51.254244 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] For port 7d311ecc-7061-4fec-9cee-046cc86668aa, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7d311ecc-7061-4fec-9cee-046cc86668aa,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:53:51.263876 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.275049 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:53:51.295809 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Sync routers for ids ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:53:51.332546 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Routers {'33ea7a69-c0d6-45a4-84dc-c95f0e196c39'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:51.333470 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5aa170d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:51.356943 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 5ccd1304-3c90-441f-83fb-28e68952e37c is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:51.360256 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.368025 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-454b7cc9-b2d6-47fc-85e1-dead1b8092e7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7058191
Mar 18 02:53:51.368493 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40556) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:53:51.379718 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:51.379718 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59562c70>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:51.455919 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e3438-8e2e-4c53-bf41-ac7bcce59b27 None None] Pushing event updated for resources: {'Port': ['ID=7d311ecc-7061-4fec-9cee-046cc86668aa,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:51.523166 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Set router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:51.604317 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:51.789568 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-98ece722-56dc-4f05-8df6-5e16424bec9e None None] Provisioning complete for port 7d311ecc-7061-4fec-9cee-046cc86668aa triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:51.790356 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98ece722-56dc-4f05-8df6-5e16424bec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.887250 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5aa170d0>, [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:53:50Z', 'revision_number': 3, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port': {'id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:50Z', 'updated_at': '2022-03-18T02:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:51.914952 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Checking router: 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:53:51.915301 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Updating router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 port 056dac8c-abc7-4007-892f-e451dafc5cfb binding host dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:53:51.924980 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-98ece722-56dc-4f05-8df6-5e16424bec9e None None] Current status of the port 7d311ecc-7061-4fec-9cee-046cc86668aa is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:51.925372 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98ece722-56dc-4f05-8df6-5e16424bec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.929991 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59562c70>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:51.945514 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:51.965107 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82c254-55be-40fe-9981-f9c8d05f8ba8 None None] The sync data for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi is: [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:53:51.992764 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-98ece722-56dc-4f05-8df6-5e16424bec9e None None] For port 7d311ecc-7061-4fec-9cee-046cc86668aa, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7d311ecc-7061-4fec-9cee-046cc86668aa,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:52.001058 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98ece722-56dc-4f05-8df6-5e16424bec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.084063 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ece722-56dc-4f05-8df6-5e16424bec9e None None] Pushing event updated for resources: {'Port': ['ID=7d311ecc-7061-4fec-9cee-046cc86668aa,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:52.302919 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Publish callbacks [] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.309368 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.310359 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.368057 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Attempting to bind port 056dac8c-abc7-4007-892f-e451dafc5cfb on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:53:52.368434 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Attempting to bind port 056dac8c-abc7-4007-892f-e451dafc5cfb by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:53:52.368831 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Attempting to bind port 056dac8c-abc7-4007-892f-e451dafc5cfb on network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:53:52.382917 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:53:52.383302 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Checking segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:52.383703 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.384104 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Bound using segment: {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'} {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:53:52.384580 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Bound port: 056dac8c-abc7-4007-892f-e451dafc5cfb, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95406f02-3718-49dc-904d-25b6b0a682e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447'}}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:53:52.384961 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.387348 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ae2e9-2efa-4ab5-a56d-5b8ad5d64333 None None] Pushing event updated for resources: {'Port': ['ID=056dac8c-abc7-4007-892f-e451dafc5cfb,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:52.454919 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aea8e2-2af0-489c-8495-af1b3e5a261f None None] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:53:52.457713 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] For port 056dac8c-abc7-4007-892f-e451dafc5cfb, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:53:52.461112 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] For port 056dac8c-abc7-4007-892f-e451dafc5cfb, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=056dac8c-abc7-4007-892f-e451dafc5cfb,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:53:52.472491 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.536248 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-2d7f6a6c-d718-4263-927b-42974676a7c2 None None] Provisioning complete for port 6ef6c858-e9ef-4695-b18c-0fcca53176fd triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:52.536547 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6a6c-d718-4263-927b-42974676a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.537483 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Allocated IP 172.20.0.1 (19c99524-f72b-438f-bdbc-24748b0dfa60/e08ecc3a-eb8a-459a-9f39-670705d6d449/349ca0c7-d7cd-45dd-ab78-bc5e27902675) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:53:52.554914 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ae2e9-2efa-4ab5-a56d-5b8ad5d64333 None None] Pushing event updated for resources: {'Port': ['ID=056dac8c-abc7-4007-892f-e451dafc5cfb,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:52.596649 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Routers {'33ea7a69-c0d6-45a4-84dc-c95f0e196c39'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:52.597439 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5aa170d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:52.681737 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f6a6c-d718-4263-927b-42974676a7c2 None None] Current status of the port 6ef6c858-e9ef-4695-b18c-0fcca53176fd is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:52.682701 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6a6c-d718-4263-927b-42974676a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.685206 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks [] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.731667 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-2d7f6a6c-d718-4263-927b-42974676a7c2 None None] For port 6ef6c858-e9ef-4695-b18c-0fcca53176fd, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=6ef6c858-e9ef-4695-b18c-0fcca53176fd,segment=NetworkSegment(8e37afd3-5824-47da-8a07-8007f33f0142),segment_id=8e37afd3-5824-47da-8a07-8007f33f0142)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:52.739663 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6a6c-d718-4263-927b-42974676a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.741495 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.759987 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] Set router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:52.791066 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:52.796947 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:52.804587 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:53:52.839175 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f6a6c-d718-4263-927b-42974676a7c2 None None] Pushing event updated for resources: {'Port': ['ID=6ef6c858-e9ef-4695-b18c-0fcca53176fd,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:52.872529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Pushing event updated for resources: {'Port': ['ID=349ca0c7-d7cd-45dd-ab78-bc5e27902675,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:52.893702 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055632'] for router_interface (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:52.913414 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7d311ecc-7061-4fec-9cee-046cc86668aa up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:53.013458 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 7d311ecc-7061-4fec-9cee-046cc86668aa triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:53.014047 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.072499 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5aa170d0>, [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:53:50Z', 'revision_number': 3, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port': {'id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:50Z', 'updated_at': '2022-03-18T02:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:53.095854 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.108402 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4049d60-4969-405f-a385-d3d498d97631 None None] The sync data for ids ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'] in dv-cinder-817135-5-iscsi is: [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:53:50Z', 'revision_number': 3, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port': {'id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:50Z', 'updated_at': '2022-03-18T02:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:53:53.156788 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e106d6bb-9967-4423-80ea-50ea8644a4c8 None None] Provisioning complete for port 6ef6c858-e9ef-4695-b18c-0fcca53176fd triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:53.157536 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e106d6bb-9967-4423-80ea-50ea8644a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.186852 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 7d311ecc-7061-4fec-9cee-046cc86668aa is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:53.188595 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6ef6c858-e9ef-4695-b18c-0fcca53176fd up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:53.301830 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 6ef6c858-e9ef-4695-b18c-0fcca53176fd triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:53.302220 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.340588 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e106d6bb-9967-4423-80ea-50ea8644a4c8 None None] Current status of the port 6ef6c858-e9ef-4695-b18c-0fcca53176fd is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:53.352579 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks [] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.362315 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.420594 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 6ef6c858-e9ef-4695-b18c-0fcca53176fd is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:53.435278 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055492'] for router_interface (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.481729 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-699ce695-0951-4a44-85d7-a3565026b55f None None] Provisioning complete for port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:53.482115 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-699ce695-0951-4a44-85d7-a3565026b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.508970 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Pushing event updated for resources: {'Port': ['ID=349ca0c7-d7cd-45dd-ab78-bc5e27902675,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:53.533778 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-699ce695-0951-4a44-85d7-a3565026b55f None None] Port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:53:53.566234 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:53:53.568013 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:53:53.732740 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:53:53.850473 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:53:53.858536 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-05ac7004-296b-487b-b7b7-2d322b10dd2f admin admin] 10.222.0.24 "PUT /v2.0/routers/33ea7a69-c0d6-45a4-84dc-c95f0e196c39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4860888
Mar 18 02:53:53.867015 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-fd5127e9-3ae2-423b-b50c-d92cb8eb0f6e None None] Provisioning complete for port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:53.867015 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd5127e9-3ae2-423b-b50c-d92cb8eb0f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:53.902852 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fd5127e9-3ae2-423b-b50c-d92cb8eb0f6e None None] Port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:53:54.814140 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:54.880445 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6ef6c858-e9ef-4695-b18c-0fcca53176fd up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:54.942628 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 6ef6c858-e9ef-4695-b18c-0fcca53176fd triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:54.943008 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:55.036638 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 6ef6c858-e9ef-4695-b18c-0fcca53176fd is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:55.037941 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 056dac8c-abc7-4007-892f-e451dafc5cfb up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:55.095755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 056dac8c-abc7-4007-892f-e451dafc5cfb triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:55.096129 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:55.206807 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 056dac8c-abc7-4007-892f-e451dafc5cfb is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:55.207839 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:55.231567 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] For port 056dac8c-abc7-4007-892f-e451dafc5cfb, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=056dac8c-abc7-4007-892f-e451dafc5cfb,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:55.238862 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:55.298191 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Pushing event updated for resources: {'Port': ['ID=056dac8c-abc7-4007-892f-e451dafc5cfb,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:55.596206 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Sync routers for ids ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:53:55.608334 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Routers {'33ea7a69-c0d6-45a4-84dc-c95f0e196c39'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:55.609106 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5917a3d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:55.734999 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Set router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:56.168453 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5917a3d0>, [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:53:53Z', 'revision_number': 4, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port': {'id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:50Z', 'updated_at': '2022-03-18T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '349ca0c7-d7cd-45dd-ab78-bc5e27902675', 'name': '', 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'mac_address': 'fa:16:3e:9a:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'e08ecc3a-eb8a-459a-9f39-670705d6d449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:52Z', 'updated_at': '2022-03-18T02:53:53Z', 'revision_number': 2, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'subnets': [{'id': 'e08ecc3a-eb8a-459a-9f39-670705d6d449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:56.205010 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Checking router: 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:53:56.205370 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Updating router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 binding host dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 18 02:53:56.239332 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:56.534960 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Publish callbacks [] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:56.542707 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:56.615637 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Pushing event updated for resources: {'Port': ['ID=349ca0c7-d7cd-45dd-ab78-bc5e27902675,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:56.624055 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.624407 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.624751 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.625085 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.625421 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.625747 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.626070 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.626392 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.626739 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.627061 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.627381 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.627702 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.628020 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.628336 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.628654 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:53:56.724376 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Attempting to bind port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 on host dv-cinder-817135-5-iscsi for vnic_type normal with profile  {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:53:56.724761 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Attempting to bind port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 by drivers openvswitch,hyperv on host dv-cinder-817135-5-iscsi at level 0 using segments [{'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:53:56.726925 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Attempting to bind port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 on network 19c99524-f72b-438f-bdbc-24748b0dfa60 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:53:56.744968 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Checking agent: {'id': 'c8ce9c19-f6e2-4c61-836e-81fb8fbe0397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 37, 13), 'started_at': datetime.datetime(2022, 3, 18, 2, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:53:56.745668 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Checking segment: {'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:53:56.746281 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:56.746930 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Bound using segment: {'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:53:56.747546 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Bound port: 349ca0c7-d7cd-45dd-ab78-bc5e27902675, host: dv-cinder-817135-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e37afd3-5824-47da-8a07-8007f33f0142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:53:56.748043 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:56.832382 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 056dac8c-abc7-4007-892f-e451dafc5cfb up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:56.838952 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] For port 349ca0c7-d7cd-45dd-ab78-bc5e27902675, host dv-cinder-817135-5-iscsi, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:53:56.876823 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] For port 349ca0c7-d7cd-45dd-ab78-bc5e27902675, host dv-cinder-817135-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=349ca0c7-d7cd-45dd-ab78-bc5e27902675,segment=NetworkSegment(8e37afd3-5824-47da-8a07-8007f33f0142),segment_id=8e37afd3-5824-47da-8a07-8007f33f0142)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:53:56.889679 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:56.974837 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 056dac8c-abc7-4007-892f-e451dafc5cfb triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:56.975223 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:56.979847 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Routers {'33ea7a69-c0d6-45a4-84dc-c95f0e196c39'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:53:56.980524 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5917a3d0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:53:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:56.982539 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf365e-9003-45f3-a6af-c4959fc33250 None None] Pushing event updated for resources: {'Port': ['ID=349ca0c7-d7cd-45dd-ab78-bc5e27902675,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:57.099821 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-97871451-84fc-44d7-9864-fe9f04acf270 None None] Provisioning complete for port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:57.100203 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97871451-84fc-44d7-9864-fe9f04acf270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:57.273073 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] Set router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:53:57.317831 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-97871451-84fc-44d7-9864-fe9f04acf270 None None] Current status of the port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 is: DOWN; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:57.318226 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97871451-84fc-44d7-9864-fe9f04acf270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:57.346304 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 056dac8c-abc7-4007-892f-e451dafc5cfb is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:57.451039 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-97871451-84fc-44d7-9864-fe9f04acf270 None None] For port 349ca0c7-d7cd-45dd-ab78-bc5e27902675, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=349ca0c7-d7cd-45dd-ab78-bc5e27902675,segment=NetworkSegment(8e37afd3-5824-47da-8a07-8007f33f0142),segment_id=8e37afd3-5824-47da-8a07-8007f33f0142)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:53:57.457719 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97871451-84fc-44d7-9864-fe9f04acf270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:57.536943 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97871451-84fc-44d7-9864-fe9f04acf270 None None] Pushing event updated for resources: {'Port': ['ID=349ca0c7-d7cd-45dd-ab78-bc5e27902675,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:53:57.590970 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-daaf3819-ed72-48c2-b206-5eb026960aee None None] Provisioning complete for port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:57.591346 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-daaf3819-ed72-48c2-b206-5eb026960aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:57.633063 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5917a3d0>, [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:53:53Z', 'revision_number': 4, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port': {'id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:50Z', 'updated_at': '2022-03-18T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '349ca0c7-d7cd-45dd-ab78-bc5e27902675', 'name': '', 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'mac_address': 'fa:16:3e:9a:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'e08ecc3a-eb8a-459a-9f39-670705d6d449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:52Z', 'updated_at': '2022-03-18T02:53:56Z', 'revision_number': 4, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'subnets': [{'id': 'e08ecc3a-eb8a-459a-9f39-670705d6d449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:53:57.674216 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1c68f-88db-40dc-8a89-42c042c0d1b7 None None] The sync data for ids ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'] in dv-cinder-817135-5-iscsi is: [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:53:53Z', 'revision_number': 4, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port': {'id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:50Z', 'updated_at': '2022-03-18T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '349ca0c7-d7cd-45dd-ab78-bc5e27902675', 'name': '', 'network_id': '19c99524-f72b-438f-bdbc-24748b0dfa60', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'mac_address': 'fa:16:3e:9a:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'e08ecc3a-eb8a-459a-9f39-670705d6d449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:52Z', 'updated_at': '2022-03-18T02:53:56Z', 'revision_number': 4, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'subnets': [{'id': 'e08ecc3a-eb8a-459a-9f39-670705d6d449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:53:57.762805 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-daaf3819-ed72-48c2-b206-5eb026960aee None None] Current status of the port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:53:58.847311 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 349ca0c7-d7cd-45dd-ab78-bc5e27902675 up at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:53:58.904553 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Provisioning complete for port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:53:58.905089 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:53:58.999615 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Current status of the port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:54:00.920317 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40632) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:01.034942 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8222b824-39c3-46cb-a0ee-0260ea57b88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:01.115574 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8222b824-39c3-46cb-a0ee-0260ea57b88a admin admin] Publish callbacks [] for security_group (4c186ae7-0bcb-4767-8396-0fc18747f79f), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:01.119864 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8222b824-39c3-46cb-a0ee-0260ea57b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (4c186ae7-0bcb-4767-8396-0fc18747f79f), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:01.160301 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b824-39c3-46cb-a0ee-0260ea57b88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c186ae7-0bcb-4767-8396-0fc18747f79f,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:01.181968 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8222b824-39c3-46cb-a0ee-0260ea57b88a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c89346ab7d54c98b71f96b5ed2720f5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2605824
Mar 18 02:54:01.184606 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40636) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:01.239353 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6ed58aa8-3659-43c3-8e6f-e48a6e050b75 admin admin] Publish callbacks [] for security_group (4c186ae7-0bcb-4767-8396-0fc18747f79f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:01.262201 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6ed58aa8-3659-43c3-8e6f-e48a6e050b75 admin admin] Publish callbacks [] for security_group (4c186ae7-0bcb-4767-8396-0fc18747f79f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:01.320349 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6ed58aa8-3659-43c3-8e6f-e48a6e050b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (4c186ae7-0bcb-4767-8396-0fc18747f79f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:01.323193 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-6ed58aa8-3659-43c3-8e6f-e48a6e050b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:01.324532 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-6ed58aa8-3659-43c3-8e6f-e48a6e050b75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c186ae7-0bcb-4767-8396-0fc18747f79f HTTP/1.1" status: 204  len: 168 time: 0.1384666
Mar 18 02:54:01.335300 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed58aa8-3659-43c3-8e6f-e48a6e050b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c186ae7-0bcb-4767-8396-0fc18747f79f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:03.477517 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-3d371a5f-4e17-4344-8061-d7e5b61cf796 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:03.478935 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-3d371a5f-4e17-4344-8061-d7e5b61cf796 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 814 time: 0.0987136
Mar 18 02:54:03.493087 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-6249686f-eb37-4f4b-a7eb-e91c7e218b1a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/quotas/ecf337b0b3a54843bf773931134897bc HTTP/1.1" status: 200  len: 375 time: 0.0088172
Mar 18 02:54:03.552334 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-e7d761be-4d6a-436a-a219-08a3afe3cdd6 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0538588
Mar 18 02:54:03.646306 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-6d10e1f3-f4b2-4df4-b04d-387eab67cca9 service neutron] 10.222.0.24 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824177
Mar 18 02:54:03.741183 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-dbaa4785-d460-49b2-a866-fb20dab5ff3d service neutron] 10.222.0.24 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883060
Mar 18 02:54:03.900203 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e339e25e-5e76-4f43-9f4c-e310db47cc46 req-872dfa26-c804-48cd-8e57-cb9c26dcf2ee tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 210 time: 0.0273795
Mar 18 02:54:04.850150 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-f9127d54-0f41-4c3d-af87-b285a072c84c tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:04.851625 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-f9127d54-0f41-4c3d-af87-b285a072c84c tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.35 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 814 time: 0.1007166
Mar 18 02:54:04.865291 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'port': {'device_id': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'admin_state_up': True, 'tenant_id': 'ecf337b0b3a54843bf773931134897bc'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:05.002094 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d3993db3-0c10-40b3-ba62-3db40057a14c req-cba974fb-fb24-439f-95ca-24bf18a9f4bf tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 210 time: 0.0355854
Mar 18 02:54:05.006896 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Made reservation on behalf of ecf337b0b3a54843bf773931134897bc for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:54:05.011938 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:05.144709 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Allocated IP 172.20.0.6 (4719bb89-0548-48f8-82c2-dbeea831b590/7ce18175-1d5b-4c47-8413-aae8707ea777/06e00e28-d36e-4088-bfdd-3f97172e7aa5) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:54:05.321696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:05.377615 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:05.426421 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Network 4719bb89-0548-48f8-82c2-dbeea831b590 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:54:05.429979 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:54:05.434298 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:54:05.444407 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:05.514750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:05.515381 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:05.540354 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-b1c722b9-08f5-4c4d-8af0-1b50e25f8dc1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6789224
Mar 18 02:54:05.857385 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-e69e369c-3820-46d8-9eae-81726015f73d None None] Provisioning complete for port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:54:05.858384 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e69e369c-3820-46d8-9eae-81726015f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:05.909604 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e69e369c-3820-46d8-9eae-81726015f73d None None] Port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:54:06.125322 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bfdd-15df-41aa-bb16-e5a8d7e6070b req-2d1916c7-aa80-4d94-bc61-58857a5c3843 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:06.126825 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3b1bfdd-15df-41aa-bb16-e5a8d7e6070b req-2d1916c7-aa80-4d94-bc61-58857a5c3843 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 931 time: 0.0552444
Mar 18 02:54:06.176402 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c3b1bfdd-15df-41aa-bb16-e5a8d7e6070b req-9e9f835b-fd82-43dd-8f8f-03e292f2fffa tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439432
Mar 18 02:54:07.098804 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a419a450-5001-438c-96fd-1353ce2e231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:07.308266 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8cfd2-627d-4e31-b36d-f8b215b0c901 req-d0e76f40-2a5b-4f19-a63e-28b2afd49442 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:07.310045 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e4d8cfd2-627d-4e31-b36d-f8b215b0c901 req-d0e76f40-2a5b-4f19-a63e-28b2afd49442 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 931 time: 0.0607188
Mar 18 02:54:07.368225 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e4d8cfd2-627d-4e31-b36d-f8b215b0c901 req-9abc8a14-7228-4f5a-a406-9a834a9b706c tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519929
Mar 18 02:54:08.492443 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4741a-5c35-4439-809e-6910cc3f40b4 req-89a8a6b7-5fad-49d4-a4ea-637ddfa3648e tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:08.493934 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6f4741a-5c35-4439-809e-6910cc3f40b4 req-89a8a6b7-5fad-49d4-a4ea-637ddfa3648e tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 931 time: 0.0560038
Mar 18 02:54:08.557724 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6f4741a-5c35-4439-809e-6910cc3f40b4 req-a6c8f30d-e681-4f6d-a4f1-33ded90bdce1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565422
Mar 18 02:54:09.280335 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0c742b-2658-462f-a008-c1a7f7dd14a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:09.686786 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5a16-2d80-4b29-8044-b978956e86bd req-aa1481c5-b5c1-48b9-b2ab-ab39d944ff57 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:09.688343 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fade5a16-2d80-4b29-8044-b978956e86bd req-aa1481c5-b5c1-48b9-b2ab-ab39d944ff57 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 931 time: 0.0606699
Mar 18 02:54:09.739083 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fade5a16-2d80-4b29-8044-b978956e86bd req-fabd61e1-79cb-4d83-a60a-3c55c89f1c91 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448654
Mar 18 02:54:10.622614 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:10.869687 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712294c-b1ed-4baf-ade8-83533d59c70c req-7bd2bfb3-b830-47ef-9fa0-0e85fe206f78 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:10.872275 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9712294c-b1ed-4baf-ade8-83533d59c70c req-7bd2bfb3-b830-47ef-9fa0-0e85fe206f78 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 931 time: 0.0587001
Mar 18 02:54:10.925735 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9712294c-b1ed-4baf-ade8-83533d59c70c req-46c84d70-a71c-4267-ad4a-da3a817a95cd tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477343
Mar 18 02:54:11.876432 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:12.066207 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6848c5a-aaa1-4b20-a27c-c0a7b393f503 req-cec67661-22c0-41ce-9e05-6841a06973a0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:12.067782 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6848c5a-aaa1-4b20-a27c-c0a7b393f503 req-cec67661-22c0-41ce-9e05-6841a06973a0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 931 time: 0.0598686
Mar 18 02:54:12.127917 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6848c5a-aaa1-4b20-a27c-c0a7b393f503 req-fef85883-4e07-4107-9870-3690cc8b2538 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530558
Mar 18 02:54:13.246106 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcec04-18e6-4fcb-8809-5fe281f52589 req-36b3386e-3209-43d4-9178-55b1d2ed5874 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:13.247942 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-57fcec04-18e6-4fcb-8809-5fe281f52589 req-36b3386e-3209-43d4-9178-55b1d2ed5874 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 931 time: 0.0537844
Mar 18 02:54:13.294345 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-57fcec04-18e6-4fcb-8809-5fe281f52589 req-ded2dfe5-4f36-407f-9a73-8e31e33e351a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409591
Mar 18 02:54:13.463703 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Request body: {'port': {'device_id': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:13.523500 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:13.559436 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:13.777572 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e00e28-d36e-4088-bfdd-3f97172e7aa5 {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:54:13.785063 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Publish callbacks [] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:13.797151 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Transition to ACTIVE for port object 06e00e28-d36e-4088-bfdd-3f97172e7aa5 will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:54:13.801602 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:13.868502 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Pushing event updated for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:13.924187 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Attempting to bind port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:54:13.924523 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Attempting to bind port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:54:13.924848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Attempting to bind port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 on network 4719bb89-0548-48f8-82c2-dbeea831b590 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:54:13.929301 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 on network 4719bb89-0548-48f8-82c2-dbeea831b590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:54:13.929620 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Attempting to bind port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 on network 4719bb89-0548-48f8-82c2-dbeea831b590 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:54:13.935925 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:54:13.936321 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Checking segment: {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:54:13.936712 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Bound using segment: {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:54:13.937134 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Bound port: 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:54:13.937492 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:14.006740 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:54:14.009611 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:54:14.016010 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:14.049924 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.050572 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:14.051942 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] 10.222.0.35 "PUT /v2.0/ports/06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 1093 time: 0.5925148
Mar 18 02:54:14.052392 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:54:14.054624 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6045936-d3c6-4d21-ad84-732be508eded" -d '{"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:54:14.091718 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efedbda-6c6c-4f2d-80db-04fc4cfed030 service neutron] Pushing event updated for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:14.105993 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d320b34-b696-42ce-bc3f-47d53f2ec32d x-openstack-request-id: req-2d320b34-b696-42ce-bc3f-47d53f2ec32d {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:54:14.106270 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:54:14.106547 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d320b34-b696-42ce-bc3f-47d53f2ec32d {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:54:14.107010 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'status': 'completed', 'code': 200}
Mar 18 02:54:14.142151 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-48c92875-5ba4-46bf-8956-626020d6f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.143788 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-48c92875-5ba4-46bf-8956-626020d6f2ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1127 time: 0.0479159
Mar 18 02:54:14.191903 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-478a6c6b-21d1-4318-b48d-e6ea1c7203f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 217 time: 0.0404785
Mar 18 02:54:14.242317 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-f842b65b-bc3d-48ae-aeab-c2868ee40077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.243799 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-f842b65b-bc3d-48ae-aeab-c2868ee40077 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 200  len: 853 time: 0.0461545
Mar 18 02:54:14.293847 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-6f689d9d-fe1b-4b96-90c6-8e378e2cce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.295344 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-6f689d9d-fe1b-4b96-90c6-8e378e2cce2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4719bb89-0548-48f8-82c2-dbeea831b590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0447853
Mar 18 02:54:14.347395 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:54:14.414287 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-5145ecac-59ed-46dd-b6d0-8f4ced4318eb service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128616
Mar 18 02:54:14.474236 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2909d-6978-4e8b-804c-e9f7c44bd786 req-03c34639-8f6b-4c90-81d6-b7ecb9d1bd1a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.475687 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcd2909d-6978-4e8b-804c-e9f7c44bd786 req-03c34639-8f6b-4c90-81d6-b7ecb9d1bd1a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 943 time: 0.1127098
Mar 18 02:54:14.547219 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fcd2909d-6978-4e8b-804c-e9f7c44bd786 req-ee17515c-caea-40f0-97e4-5f3d20ec34a3 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652714
Mar 18 02:54:14.550721 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d5b2101d-596c-495a-9e96-9af7b46a4594 req-a470e736-ea24-4b85-90e5-e3fed3f7874d service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304767
Mar 18 02:54:14.643503 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045936-d3c6-4d21-ad84-732be508eded req-ffa3eccf-aeeb-444d-823f-949bbc2b6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.644980 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6045936-d3c6-4d21-ad84-732be508eded req-ffa3eccf-aeeb-444d-823f-949bbc2b6dda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1127 time: 0.0459623
Mar 18 02:54:14.734573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045936-d3c6-4d21-ad84-732be508eded req-08ab9402-12b0-4ee4-ba8e-f4a9fd57994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.736049 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6045936-d3c6-4d21-ad84-732be508eded req-08ab9402-12b0-4ee4-ba8e-f4a9fd57994b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 914 time: 0.0851157
Mar 18 02:54:14.775996 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6045936-d3c6-4d21-ad84-732be508eded req-6a9d882b-9e29-49ab-8b21-cb37812a730b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 217 time: 0.0339448
Mar 18 02:54:14.822784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045936-d3c6-4d21-ad84-732be508eded req-c1e69bc8-3866-4442-98fd-84b8884f1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.824335 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6045936-d3c6-4d21-ad84-732be508eded req-c1e69bc8-3866-4442-98fd-84b8884f1477 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 200  len: 853 time: 0.0424132
Mar 18 02:54:14.872308 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045936-d3c6-4d21-ad84-732be508eded req-a1a3b318-fc5f-4dcb-a269-db912b6397e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:14.873673 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6045936-d3c6-4d21-ad84-732be508eded req-a1a3b318-fc5f-4dcb-a269-db912b6397e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4719bb89-0548-48f8-82c2-dbeea831b590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0430415
Mar 18 02:54:14.963571 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6045936-d3c6-4d21-ad84-732be508eded req-4c3a463e-b7b7-4fd4-930c-a8ac27025ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832496
Mar 18 02:54:15.051219 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e6045936-d3c6-4d21-ad84-732be508eded req-19ac39d7-1bae-449b-b4bd-905b888408ea service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803311
Mar 18 02:54:15.671885 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf39bda-bf5d-44e7-b81d-95ff22b68055 req-8541bb4c-1436-4e74-ae0c-a66807b3f191 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:15.673367 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-abf39bda-bf5d-44e7-b81d-95ff22b68055 req-8541bb4c-1436-4e74-ae0c-a66807b3f191 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 943 time: 0.0574167
Mar 18 02:54:15.718785 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-abf39bda-bf5d-44e7-b81d-95ff22b68055 req-be21688e-88c3-403e-ad3c-2115f5a8d917 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399792
Mar 18 02:54:16.833529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca6d1-cc29-4f3b-81b1-853b18bb21d8 req-692c0dbe-09c0-4071-a53a-5a21809ebfb1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:16.835101 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4f3ca6d1-cc29-4f3b-81b1-853b18bb21d8 req-692c0dbe-09c0-4071-a53a-5a21809ebfb1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 943 time: 0.0524509
Mar 18 02:54:16.879741 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4f3ca6d1-cc29-4f3b-81b1-853b18bb21d8 req-a9008ec8-fe7d-4ee8-87db-eca64bae6833 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391810
Mar 18 02:54:16.955215 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 06e00e28-d36e-4088-bfdd-3f97172e7aa5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:54:17.055024 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:54:17.067081 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'port_id': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'mac_address': 'fa:16:3e:ab:ff:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:54:17.106977 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:54:17.107292 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:17.119993 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e00e28-d36e-4088-bfdd-3f97172e7aa5 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:54:17.139225 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:54:17.143124 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:17.190255 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:17.366186 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['06e00e28-d36e-4088-bfdd-3f97172e7aa5'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:54:18.000833 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00492c4e-2c4e-47d5-aaf0-f70d10dee49d req-c9fc9071-c3cd-4df8-9687-4e531aa478c5 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:18.002308 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-00492c4e-2c4e-47d5-aaf0-f70d10dee49d req-c9fc9071-c3cd-4df8-9687-4e531aa478c5 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 944 time: 0.0552735
Mar 18 02:54:18.047719 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-00492c4e-2c4e-47d5-aaf0-f70d10dee49d req-719f1db2-f2f2-48e1-9e44-384112e3debe tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399611
Mar 18 02:54:18.955283 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 06e00e28-d36e-4088-bfdd-3f97172e7aa5 up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:54:19.001734 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:54:19.005592 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:54:19.005962 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:19.080636 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:54:19.081139 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:19.106162 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:54:19.108656 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c02f023-9fc8-443a-8ec2-c3ac33f64773" -d '{"events": [{"server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "name": "network-vif-plugged", "status": "completed", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:54:19.124201 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:54:19.128234 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:19.152667 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e6897-182c-45df-a547-a55ac3ff95b2 x-openstack-request-id: req-ce8e6897-182c-45df-a547-a55ac3ff95b2 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:54:19.152961 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "name": "network-vif-plugged", "status": "completed", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:54:19.153214 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce8e6897-182c-45df-a547-a55ac3ff95b2 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:54:19.153608 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'code': 200}
Mar 18 02:54:19.172288 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b295b7-e2dd-438a-8d2a-98d2e28284af req-cb68a986-1380-4a38-882f-bacb2f0c6409 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:19.174558 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e0b295b7-e2dd-438a-8d2a-98d2e28284af req-cb68a986-1380-4a38-882f-bacb2f0c6409 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 944 time: 0.0604391
Mar 18 02:54:19.179197 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:19.225099 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e0b295b7-e2dd-438a-8d2a-98d2e28284af req-1fdab9c7-bc56-4bf3-9e91-8c87a069896e tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433009
Mar 18 02:54:19.320141 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe76607-4675-452a-8641-421b4d4a665a req-422ba14b-4f47-47c9-8706-b609ab4dac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:19.321628 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-afe76607-4675-452a-8641-421b4d4a665a req-422ba14b-4f47-47c9-8706-b609ab4dac17 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1129 time: 0.0453713
Mar 18 02:54:19.367753 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-afe76607-4675-452a-8641-421b4d4a665a req-4563dee9-274d-419b-a0d7-b56e043507f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392878
Mar 18 02:54:20.347461 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0e386-0dc9-470a-80b4-9f591acedbbb req-e7cafcbf-daa9-4bdc-8349-397b6ff93d84 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:20.348968 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-43a0e386-0dc9-470a-80b4-9f591acedbbb req-e7cafcbf-daa9-4bdc-8349-397b6ff93d84 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0566597
Mar 18 02:54:20.395570 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-43a0e386-0dc9-470a-80b4-9f591acedbbb req-92aa53ce-bd46-4fac-b845-2ce634b11944 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411022
Mar 18 02:54:21.510976 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650a3a9-b05b-4767-bbb7-eca6084aa7c2 req-271e26a0-c75b-45eb-84d8-69114d93b37f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:21.512429 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b650a3a9-b05b-4767-bbb7-eca6084aa7c2 req-271e26a0-c75b-45eb-84d8-69114d93b37f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0515752
Mar 18 02:54:21.558086 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b650a3a9-b05b-4767-bbb7-eca6084aa7c2 req-eb101f89-1491-447f-a5d3-3a2efc12cccb tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402582
Mar 18 02:54:21.683793 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a3fa0-41e0-4c09-842a-5a7d7db7a3d5 req-2e397d8d-c689-4741-8f84-b72a37b54e65 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:21.685163 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-593a3fa0-41e0-4c09-842a-5a7d7db7a3d5 req-2e397d8d-c689-4741-8f84-b72a37b54e65 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0565429
Mar 18 02:54:21.730852 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-593a3fa0-41e0-4c09-842a-5a7d7db7a3d5 req-370b3a8d-806c-4073-a086-2091b105f1af tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401874
Mar 18 02:54:22.043569 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d38f5-e9b3-44ab-9dc1-f214957d467f req-c4fae367-37c8-4337-b79f-477e41ce3948 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:22.045021 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-598d38f5-e9b3-44ab-9dc1-f214957d467f req-c4fae367-37c8-4337-b79f-477e41ce3948 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0517194
Mar 18 02:54:22.089875 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-598d38f5-e9b3-44ab-9dc1-f214957d467f req-53e5ae44-2d18-479c-bb53-37d4c0b08410 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394161
Mar 18 02:54:24.799182 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:30.379040 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8935ba4-f728-4412-be58-b70668e05a6c req-32b18b6d-3ee1-4849-afe7-5c1e8a5585d1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:30.380502 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8935ba4-f728-4412-be58-b70668e05a6c req-32b18b6d-3ee1-4849-afe7-5c1e8a5585d1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0518315
Mar 18 02:54:30.431770 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f8935ba4-f728-4412-be58-b70668e05a6c req-0c7bb26f-7917-4b7c-84c6-2727da812610 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457854
Mar 18 02:54:30.453848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40796) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:30.640689 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e564ceef-4745-4c5f-81fa-7c275720ebe2 tempest-TestMinimumBasicScenario-1376162916 tempest-TestMinimumBasicScenario-1376162916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:30.642183 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e564ceef-4745-4c5f-81fa-7c275720ebe2 tempest-TestMinimumBasicScenario-1376162916 tempest-TestMinimumBasicScenario-1376162916-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1124 time: 0.1873674
Mar 18 02:54:30.646323 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40800) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:30.650701 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'port_id': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:30.672226 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:30.768278 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:30.875830 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Allocated IP 172.27.0.236 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/82332381-1fde-49c7-9a3f-3aaab819196c) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:54:31.002620 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-db624722-4ca7-424d-94c3-3c4e0b19fe96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0752876
Mar 18 02:54:31.014583 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for port (82332381-1fde-49c7-9a3f-3aaab819196c), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:31.072123 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (82332381-1fde-49c7-9a3f-3aaab819196c), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:31.114028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:54:31.120228 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:54:31.127904 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:54:31.131630 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'Port': ['ID=82332381-1fde-49c7-9a3f-3aaab819196c,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:31.160791 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-0124eccc-9d5a-4c46-bc74-170ed2a92400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:31.162263 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-0124eccc-9d5a-4c46-bc74-170ed2a92400 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1130 time: 0.1182265
Mar 18 02:54:31.645860 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-bd6ca2bd-842e-4b57-b53e-a1797a657c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:31.647461 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-bd6ca2bd-842e-4b57-b53e-a1797a657c37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 908 time: 0.1902032
Mar 18 02:54:31.727343 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-d37c68b7-cb77-4551-b914-c234ec505540 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 1001 time: 0.0723212
Mar 18 02:54:31.847537 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-bd936221-a983-46a0-babd-78ca7a6eb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:31.848901 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-bd936221-a983-46a0-babd-78ca7a6eb98b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 200  len: 847 time: 0.1149585
Mar 18 02:54:31.924530 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for floatingip (6d9452c4-9875-4613-9e1b-1a015fe707ed), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:31.949863 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-eadc1099-f38f-438f-9f9b-c9f21b427c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:31.951421 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-eadc1099-f38f-438f-9f9b-c9f21b427c28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc50330d-409e-4f97-b557-d923da616967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0951455
Mar 18 02:54:32.043850 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (82332381-1fde-49c7-9a3f-3aaab819196c), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.103879 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-d4e7a593-898b-4c82-be07-4bcbc2a7538c service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434863
Mar 18 02:54:32.258379 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7aaccb49-379b-4864-b8d7-68903a734fd0 req-e9a93c45-8f5e-4925-aa8e-34d34c7a01a3 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488543
Mar 18 02:54:32.276996 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for port (82332381-1fde-49c7-9a3f-3aaab819196c), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.281442 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (82332381-1fde-49c7-9a3f-3aaab819196c), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.354322 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'Port': ['ID=82332381-1fde-49c7-9a3f-3aaab819196c,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:32.364070 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (6d9452c4-9875-4613-9e1b-1a015fe707ed), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.465315 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Floating IP 6d9452c4-9875-4613-9e1b-1a015fe707ed associated. External IP: 172.27.0.236, port: 06e00e28-d36e-4088-bfdd-3f97172e7aa5.
Mar 18 02:54:32.674785 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Router 71ebe632-a601-4fbc-9141-7579b83ce4b1 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:54:32.782093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:54:32.792096 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] Sync routers for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:54:32.800328 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.802878 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:54:32.803522 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3d2dc0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:32.830266 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-86d5cd63-d04d-490a-ba4c-f400b25bb3e7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1828959
Mar 18 02:54:32.831051 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:54:32.833139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40802) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:32.833651 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:54:32.838585 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-5569c9bd-7748-4d7d-9fb7-a4696e8139d8 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027786789', 'description': 'tempest-secgroup-smoke-2027786789 description', 'project_id': 'ecf337b0b3a54843bf773931134897bc'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:32.864985 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5569c9bd-7748-4d7d-9fb7-a4696e8139d8 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group (None), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.873427 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1397644d-0400-473a-b6cf-34a0cd8dccad x-openstack-request-id: req-1397644d-0400-473a-b6cf-34a0cd8dccad {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:54:32.873427 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:54:32.873678 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1397644d-0400-473a-b6cf-34a0cd8dccad {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:54:32.873992 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'status': 'completed', 'code': 200}
Mar 18 02:54:32.918501 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:54:32.944889 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5569c9bd-7748-4d7d-9fb7-a4696e8139d8 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group (0fa29bbe-7765-4b55-b7c9-c414add29cef), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.946405 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-e2f53515-c882-410f-bd76-f05a60a18379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:32.948181 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-e2f53515-c882-410f-bd76-f05a60a18379 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1129 time: 0.0528765
Mar 18 02:54:32.949155 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5569c9bd-7748-4d7d-9fb7-a4696e8139d8 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0fa29bbe-7765-4b55-b7c9-c414add29cef), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.982685 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5569c9bd-7748-4d7d-9fb7-a4696e8139d8 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:32.986901 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5569c9bd-7748-4d7d-9fb7-a4696e8139d8 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1491268
Mar 18 02:54:32.987052 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40806) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:32.991614 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-cd867843-0355-47c9-87bf-d7823e774b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'security_group_rule': {'security_group_id': '0fa29bbe-7765-4b55-b7c9-c414add29cef', 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:33.001452 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569c9bd-7748-4d7d-9fb7-a4696e8139d8 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa29bbe-7765-4b55-b7c9-c414add29cef,revision_number=1']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:33.028286 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cd867843-0355-47c9-87bf-d7823e774b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (4ede4fd7-cd65-4292-a997-1a027843b8af), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.061260 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-704a8711-a203-4182-81aa-a0b88028d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:33.062771 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-704a8711-a203-4182-81aa-a0b88028d339 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 914 time: 0.1079190
Mar 18 02:54:33.085991 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cd867843-0355-47c9-87bf-d7823e774b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (4ede4fd7-cd65-4292-a997-1a027843b8af), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.091957 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cd867843-0355-47c9-87bf-d7823e774b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (4ede4fd7-cd65-4292-a997-1a027843b8af), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.110729 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd867843-0355-47c9-87bf-d7823e774b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede4fd7-cd65-4292-a997-1a027843b8af,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:33.119778 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-cd867843-0355-47c9-87bf-d7823e774b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.124904 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-cd867843-0355-47c9-87bf-d7823e774b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1368387
Mar 18 02:54:33.125740 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40808) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:33.130740 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-60fbdcbb-e76c-469c-9346-49ea87bdc899 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'security_group_rule': {'security_group_id': '0fa29bbe-7765-4b55-b7c9-c414add29cef', 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:33.140883 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-0bfb0bc0-9ff9-48d1-8c37-a693beef5e42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 999 time: 0.0720184
Mar 18 02:54:33.158608 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60fbdcbb-e76c-469c-9346-49ea87bdc899 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (3c7f9fa3-8f56-4aae-a006-ac60e6b448d7), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.166330 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3d2dc0>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '6d9452c4-9875-4613-9e1b-1a015fe707ed', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'port_id': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'mac_address': 'fa:16:3e:ab:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:54:31Z', 'updated_at': '2022-03-18T02:54:31Z', 'revision_number': 0, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:33.192890 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-a6022e65-cb9e-4d90-b93c-ca6f2693966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:33.194385 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-a6022e65-cb9e-4d90-b93c-ca6f2693966d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 200  len: 853 time: 0.0475140
Mar 18 02:54:33.235078 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60fbdcbb-e76c-469c-9346-49ea87bdc899 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (3c7f9fa3-8f56-4aae-a006-ac60e6b448d7), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.243353 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60fbdcbb-e76c-469c-9346-49ea87bdc899 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (3c7f9fa3-8f56-4aae-a006-ac60e6b448d7), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.261381 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-d51667c0-3001-435b-ad79-929fc19711e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:33.263650 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-d51667c0-3001-435b-ad79-929fc19711e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4719bb89-0548-48f8-82c2-dbeea831b590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0595982
Mar 18 02:54:33.265866 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbdcbb-e76c-469c-9346-49ea87bdc899 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7f9fa3-8f56-4aae-a006-ac60e6b448d7,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:33.274081 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-60fbdcbb-e76c-469c-9346-49ea87bdc899 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.275657 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-60fbdcbb-e76c-469c-9346-49ea87bdc899 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1490781
Mar 18 02:54:33.278605 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40810) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:33.283274 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-5b5f7d05-6ba3-4c30-b243-2fd717022fb7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'security_group_rule': {'security_group_id': '0fa29bbe-7765-4b55-b7c9-c414add29cef', 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:33.294242 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] Checking router: 71ebe632-a601-4fbc-9141-7579b83ce4b1 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:54:33.303386 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:54:33.304037 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3d2dc0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:33.312100 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7d05-6ba3-4c30-b243-2fd717022fb7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (1ccc1c2d-17e3-4f92-aae1-72e1780a4fe7), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.364967 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-7c15ebb8-0256-4ee6-93b7-24657a4d0cd8 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948381
Mar 18 02:54:33.422178 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:54:33.463487 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c48d3ddf-e2ff-4868-9938-91a13b0ccfa9 req-71e21541-1b2d-4ab4-9a0d-63a7c8781d26 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918312
Mar 18 02:54:33.570478 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7d05-6ba3-4c30-b243-2fd717022fb7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (1ccc1c2d-17e3-4f92-aae1-72e1780a4fe7), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.574610 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7d05-6ba3-4c30-b243-2fd717022fb7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (1ccc1c2d-17e3-4f92-aae1-72e1780a4fe7), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.590389 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f7d05-6ba3-4c30-b243-2fd717022fb7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccc1c2d-17e3-4f92-aae1-72e1780a4fe7,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:33.601477 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7d05-6ba3-4c30-b243-2fd717022fb7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.602686 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5b5f7d05-6ba3-4c30-b243-2fd717022fb7 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3231332
Mar 18 02:54:33.605533 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40812) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:33.610232 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-75c7da05-daeb-44e4-b355-f5798a59add0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'security_group_rule': {'security_group_id': '0fa29bbe-7765-4b55-b7c9-c414add29cef', 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:33.633338 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-75c7da05-daeb-44e4-b355-f5798a59add0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (b4ce8567-e2e8-4008-b161-9c1fb61935e8), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.659433 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3d2dc0>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '6d9452c4-9875-4613-9e1b-1a015fe707ed', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'port_id': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'mac_address': 'fa:16:3e:ab:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:54:31Z', 'updated_at': '2022-03-18T02:54:31Z', 'revision_number': 0, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:33.689856 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db245-d81d-494c-a542-67ded828ccc3 None None] The sync data for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi is: [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '6d9452c4-9875-4613-9e1b-1a015fe707ed', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'port_id': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'mac_address': 'fa:16:3e:ab:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:54:31Z', 'updated_at': '2022-03-18T02:54:31Z', 'revision_number': 0, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:54:33.698682 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-75c7da05-daeb-44e4-b355-f5798a59add0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (b4ce8567-e2e8-4008-b161-9c1fb61935e8), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.704137 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-75c7da05-daeb-44e4-b355-f5798a59add0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (b4ce8567-e2e8-4008-b161-9c1fb61935e8), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.722160 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7da05-daeb-44e4-b355-f5798a59add0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ce8567-e2e8-4008-b161-9c1fb61935e8,revision_number=0']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:33.729858 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-75c7da05-daeb-44e4-b355-f5798a59add0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.731454 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-75c7da05-daeb-44e4-b355-f5798a59add0 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1246705
Mar 18 02:54:33.734445 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40814) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:33.739009 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'security_group_rule': {'security_group_id': '0fa29bbe-7765-4b55-b7c9-c414add29cef', 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:33.760460 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.securitygroups_db [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Project ecf337b0b3a54843bf773931134897bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 18 02:54:33.766440 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (73a3a3f9-a4d5-412a-bcdd-dd4a2141c172), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.826961 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (73a3a3f9-a4d5-412a-bcdd-dd4a2141c172), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.831720 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (73a3a3f9-a4d5-412a-bcdd-dd4a2141c172), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.849683 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a3a3f9-a4d5-412a-bcdd-dd4a2141c172,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:33.859633 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.860837 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-ff320bd1-1ede-4306-8b4f-55b2159d301b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1253235
Mar 18 02:54:33.863615 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40816) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:33.868284 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.v2.base [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'security_group_rule': {'security_group_id': '0fa29bbe-7765-4b55-b7c9-c414add29cef', 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:33.890699 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.securitygroups_db [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Project ecf337b0b3a54843bf773931134897bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 18 02:54:33.896544 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (a04d482d-f1d3-4195-a27e-6272ae020e73), before_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.904239 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559eb3a3-1f9b-429f-b057-fdf5da0648ef None None] New status for floating IP 6d9452c4-9875-4613-9e1b-1a015fe707ed: ACTIVE {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:54:33.959938 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (a04d482d-f1d3-4195-a27e-6272ae020e73), precommit_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.963490 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602398'] for security_group_rule (a04d482d-f1d3-4195-a27e-6272ae020e73), after_create {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.983567 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04d482d-f1d3-4195-a27e-6272ae020e73,revision_number=0']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:33.989299 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:33.993094 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a46f6ed6-2943-4cbb-94d0-bbaa022b8e4b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1258585
Mar 18 02:54:34.084223 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-e1267754-a4c8-4bb7-84e1-d88a14019804 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027786789&fields=id&tenant_id=ecf337b0b3a54843bf773931134897bc HTTP/1.1" status: 200  len: 267 time: 0.0462205
Mar 18 02:54:34.140911 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-203e4165-a5ef-465d-a8b4-431b34db3d16 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:34.142378 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-203e4165-a5ef-465d-a8b4-431b34db3d16 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0528057
Mar 18 02:54:34.153370 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'port': {'security_groups': ['ab190c65-08c3-40bb-a405-d1e1f26cbb9b', '0fa29bbe-7765-4b55-b7c9-c414add29cef']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:54:34.223666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:34.403790 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:54:34.432186 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:34.436709 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:34.447270 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['06e00e28-d36e-4088-bfdd-3f97172e7aa5'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:54:34.479114 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:34.479728 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:34.481317 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5739dd50-d58c-4038-8324-e9efa778f5fd req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "PUT /v2.0/ports/06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 981 time: 0.3327215
Mar 18 02:54:34.507705 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53cdf8-3b6f-4b75-988f-2a63972ec706 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=6']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:34.552090 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['06e00e28-d36e-4088-bfdd-3f97172e7aa5'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:54:34.601509 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1f2c-8de1-4bf2-9ed5-71eb0a0f38f4 req-c17dd935-90f5-4f4b-a6d6-12da9f81e44e tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:34.607339 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f43c1f2c-8de1-4bf2-9ed5-71eb0a0f38f4 req-c17dd935-90f5-4f4b-a6d6-12da9f81e44e tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0623715
Mar 18 02:54:34.671036 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-f43c1f2c-8de1-4bf2-9ed5-71eb0a0f38f4 req-634828c2-39f8-4d5f-a757-b03c4c774029 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0611789
Mar 18 02:54:34.811081 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-5bae9be0-f3e9-405e-9233-469392579a1c None None] Provisioning complete for port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:54:34.811450 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bae9be0-f3e9-405e-9233-469392579a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:34.875377 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:54:34.877743 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b962d-bff5-447f-a5b4-478a447086c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:54:34.912776 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf6e5b-b58d-4945-a08c-1779196935d2 x-openstack-request-id: req-22bf6e5b-b58d-4945-a08c-1779196935d2 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:54:34.913062 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:54:34.913322 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22bf6e5b-b58d-4945-a08c-1779196935d2 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:54:34.913716 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'status': 'completed', 'code': 200}
Mar 18 02:54:34.984816 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-1e998885-1a93-4f86-8214-9219a493a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:34.986404 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-1e998885-1a93-4f86-8214-9219a493a0f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1168 time: 0.0513113
Mar 18 02:54:35.011179 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5bae9be0-f3e9-405e-9233-469392579a1c None None] Current status of the port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:54:35.078193 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-49b5688c-f906-4d83-8606-e550db53ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:35.079884 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-49b5688c-f906-4d83-8606-e550db53ee54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 914 time: 0.0877116
Mar 18 02:54:35.149457 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-9112a15a-3fc3-4a2b-8b88-2f41a955e0b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 1001 time: 0.0640500
Mar 18 02:54:35.197391 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-ac4f35bd-50aa-4e1e-9d22-e72f1fff7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:35.198740 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-ac4f35bd-50aa-4e1e-9d22-e72f1fff7455 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 200  len: 853 time: 0.0429158
Mar 18 02:54:35.246216 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-6cb328ab-7cdf-49b5-ae1b-b28cc5ca2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:35.247825 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-6cb328ab-7cdf-49b5-ae1b-b28cc5ca2b41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4719bb89-0548-48f8-82c2-dbeea831b590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0432527
Mar 18 02:54:35.341089 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-f5866177-da17-49e2-96be-4ac38f5f7ed2 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870714
Mar 18 02:54:35.426523 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8f4b962d-bff5-447f-a5b4-478a447086c3 req-bc2ace62-2ce6-4233-9539-02a7663d9e22 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798512
Mar 18 02:54:36.971066 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-785aa530-2518-4eca-8e5a-2a72e0221d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:39.284173 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6103af96-da84-4361-8b77-d4bb9e0bcedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:40.622514 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:41.869212 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:43.562257 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:51.317430 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40830) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:51.346042 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:54:51.471384 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Deleting port 7a58ca01-76c2-4d95-a76e-74512af8f6dc {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:54:51.471714 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:51.547665 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:51.547985 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for floatingip (7a58ca01-76c2-4d95-a76e-74512af8f6dc), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:51.559039 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Calling delete_port for 7a58ca01-76c2-4d95-a76e-74512af8f6dc owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:54:51.728041 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (7a58ca01-76c2-4d95-a76e-74512af8f6dc), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:51.757483 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event deleted for resources: {'Port': ['ID=7a58ca01-76c2-4d95-a76e-74512af8f6dc,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:51.770544 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.770863 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.771205 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.771540 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.771935 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.772269 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.772595 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.772984 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.773316 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.773641 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.773958 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.774274 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.774618 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.774937 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.775250 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:51.834214 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for floatingip (bf461274-1f6c-4726-adab-ea1a15cf3ab1), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:51.834530 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.l3_db [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Floating IP bf461274-1f6c-4726-adab-ea1a15cf3ab1 disassociated (deleted). External IP: 172.27.0.66, port: f586a6ca-f871-4405-9620-ddf4e8d15e43.
Mar 18 02:54:51.914904 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5c1b9-ff2c-46ce-a428-8230e63c8225 req-a96e8ebb-387b-475c-a14c-ed51f0ff2080 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:51.916398 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42e5c1b9-ff2c-46ce-a428-8230e63c8225 req-a96e8ebb-387b-475c-a14c-ed51f0ff2080 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0930552
Mar 18 02:54:51.919180 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-8646bb11-502a-442e-92d8-749924dbb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:51.920559 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-8646bb11-502a-442e-92d8-749924dbb788 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1168 time: 0.0690982
Mar 18 02:54:52.038043 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-42e5c1b9-ff2c-46ce-a428-8230e63c8225 req-763bc25f-74d0-4b6b-aea5-01160ae53607 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1150465
Mar 18 02:54:52.047637 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:54:52.059895 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-06cb5992-d0d2-43ad-a911-8dd9f72124c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:52.061387 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-06cb5992-d0d2-43ad-a911-8dd9f72124c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 914 time: 0.1328261
Mar 18 02:54:52.126804 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-8eb66b24-fa8e-4243-81f8-365240b3c6be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 1001 time: 0.0594592
Mar 18 02:54:52.163838 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:54:52.169120 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:52.176346 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] Sync routers for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:54:52.176704 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-f495060b-f527-4626-b95d-24d710edc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:52.178191 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-f495060b-f527-4626-b95d-24d710edc913 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 200  len: 853 time: 0.0455873
Mar 18 02:54:52.187006 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:54:52.188313 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a520220>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:52.204030 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-f39344dd-178c-450b-be51-b240c04a99ed tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf461274-1f6c-4726-adab-ea1a15cf3ab1 HTTP/1.1" status: 204  len: 168 time: 0.8832259
Mar 18 02:54:52.204030 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:54:52.204707 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fde6b5-202b-4f68-8f26-f1881e9f824f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:54:52.238390 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-6b3f419b-7ca4-4296-b0e6-0e10e1c85604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:52.240295 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-6b3f419b-7ca4-4296-b0e6-0e10e1c85604 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4719bb89-0548-48f8-82c2-dbeea831b590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0562086
Mar 18 02:54:52.310695 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:54:52.343435 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-f465a757-c960-401c-b4fa-471042ff1850 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964882
Mar 18 02:54:52.405299 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832a7a15-ef96-409e-a98e-241b9cf959ba x-openstack-request-id: req-832a7a15-ef96-409e-a98e-241b9cf959ba {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:54:52.405801 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:54:52.405922 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-832a7a15-ef96-409e-a98e-241b9cf959ba {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:54:52.406217 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'status': 'completed', 'code': 200}
Mar 18 02:54:52.537418 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a520220>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 5, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:52.566123 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] Checking router: ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:54:52.574845 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:54:52.576175 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a520220>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:52.695902 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:54:52.786609 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93999-ddbf-463b-a60f-936da671a6c4 req-bf008653-db32-43b5-829e-a92e2cc77246 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:52.788097 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5ca93999-ddbf-463b-a60f-936da671a6c4 req-bf008653-db32-43b5-829e-a92e2cc77246 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.3818357
Mar 18 02:54:52.791771 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e1d4ed03-fd56-47a9-bfbc-cc0d26e9d8be req-91eea9a9-492a-46a2-9d7d-e8b05b9222bc service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4336548
Mar 18 02:54:52.810594 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-6645bccd-377a-4658-b45f-4eeabfb738cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:52.812074 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-6645bccd-377a-4658-b45f-4eeabfb738cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d17e94bba7d42f98113baf249954b07&device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 1130 time: 0.1232984
Mar 18 02:54:52.889559 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5ca93999-ddbf-463b-a60f-936da671a6c4 req-44eaaf37-0abd-471b-afbc-87060b5364c9 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944552
Mar 18 02:54:52.902466 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a520220>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 5, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:54:52.935012 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-6a2da829-e5d7-42db-9a7f-35dd79668bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:52.936880 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a163162-06a8-4edd-872a-9cd897a3ad28 None None] The sync data for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi is: [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:01Z', 'revision_number': 4, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '0c3051ab-3d1b-4f24-8589-7465a653c72a', 'name': '', 'network_id': 'dc50330d-409e-4f97-b557-d923da616967', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'mac_address': 'fa:16:3e:16:65:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:00Z', 'updated_at': '2022-03-18T02:50:11Z', 'revision_number': 5, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'subnets': [{'id': '7eaad60b-7727-49ed-bcbe-d366e507d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:54:52.937418 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-6a2da829-e5d7-42db-9a7f-35dd79668bfe service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 200  len: 908 time: 0.1175952
Mar 18 02:54:52.985137 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-e8a2691e-8e7d-42da-99e0-ce02568e66b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 200  len: 217 time: 0.0396304
Mar 18 02:54:53.048357 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-3fcab6e5-5c7e-4c08-923f-3124c57be983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:53.049830 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-3fcab6e5-5c7e-4c08-923f-3124c57be983 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 200  len: 847 time: 0.0523078
Mar 18 02:54:53.111753 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-fb83cebb-9ad0-4ae9-8edc-2bc0ab1de7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:53.113282 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-fb83cebb-9ad0-4ae9-8edc-2bc0ab1de7fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc50330d-409e-4f97-b557-d923da616967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0534801
Mar 18 02:54:53.204688 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4207a7d-a721-4ca3-9b1d-8102bbeeef3a None None] New status for floating IP bf461274-1f6c-4726-adab-ea1a15cf3ab1: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:54:53.249442 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ecd41-c67a-4c51-8a8b-3dba84ea1211 req-44354ebd-fe0c-4cf1-a654-b6370c106cd5 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:53.251015 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dc3ecd41-c67a-4c51-8a8b-3dba84ea1211 req-44354ebd-fe0c-4cf1-a654-b6370c106cd5 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.1329458
Mar 18 02:54:53.269732 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-7b5e1a9a-f236-4e38-81f9-bb8ed8b5bbac service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489692
Mar 18 02:54:53.385477 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dc3ecd41-c67a-4c51-8a8b-3dba84ea1211 req-661f8ee4-ccf8-4b34-bb2b-e1d5134524f1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1257868
Mar 18 02:54:53.403711 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-36fde6b5-202b-4f68-8f26-f1881e9f824f req-474a4539-908d-4b99-a087-b76a9aab6854 service neutron] 10.222.0.35 "GET /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232371
Mar 18 02:54:54.008299 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94868a60-7a47-4777-9a74-0952b51994d8 req-9e2674d3-a6e9-41e0-888f-287e85eda174 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:54.009769 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94868a60-7a47-4777-9a74-0952b51994d8 req-9e2674d3-a6e9-41e0-888f-287e85eda174 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0525303
Mar 18 02:54:54.058259 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94868a60-7a47-4777-9a74-0952b51994d8 req-0d2e6319-d2ed-438e-95ac-bcac3e589570 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427577
Mar 18 02:54:54.501562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c23b-8589-4493-88d8-d26e27e5ed20 req-10fcbb23-1a87-4d9e-b5dd-3a3308d5c024 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:54.503055 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fd24c23b-8589-4493-88d8-d26e27e5ed20 req-10fcbb23-1a87-4d9e-b5dd-3a3308d5c024 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0521953
Mar 18 02:54:54.561435 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-fd24c23b-8589-4493-88d8-d26e27e5ed20 req-995c2fd6-ecef-46f3-9081-5af13f8bb86b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529008
Mar 18 02:54:54.812117 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:55.182155 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb67084-d4a7-4288-9dfc-1fb3979ae02b req-31022baa-08c0-415c-9822-3efd9443989e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:55.183645 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9bb67084-d4a7-4288-9dfc-1fb3979ae02b req-31022baa-08c0-415c-9822-3efd9443989e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0570982
Mar 18 02:54:55.232024 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9bb67084-d4a7-4288-9dfc-1fb3979ae02b req-8262658c-4b89-4161-8fe6-eca25c9d569e tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421710
Mar 18 02:54:55.681432 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb6106-072e-4c28-a6a0-0e1c5cdf0882 req-19f28f32-ee18-4e62-ae94-f3376db75b8a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:55.682912 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4eb6106-072e-4c28-a6a0-0e1c5cdf0882 req-19f28f32-ee18-4e62-ae94-f3376db75b8a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0552313
Mar 18 02:54:55.740556 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b4eb6106-072e-4c28-a6a0-0e1c5cdf0882 req-b11fd5f3-26f5-4b69-bcd5-3cf6a823568d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0519168
Mar 18 02:54:56.355795 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a0705-7544-40b3-9db4-8bd6516c2a5d req-7b64d61a-b2fd-419c-8782-fecad39444fc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:56.357393 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b2a0705-7544-40b3-9db4-8bd6516c2a5d req-7b64d61a-b2fd-419c-8782-fecad39444fc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0565581
Mar 18 02:54:56.408775 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7b2a0705-7544-40b3-9db4-8bd6516c2a5d req-514055c2-cdda-4d74-9296-3d9d9b74020c tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/security-groups?id=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453982
Mar 18 02:54:56.552755 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-e4454382-d0ed-4c0c-998d-2332da1b892d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:56.554390 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-e4454382-d0ed-4c0c-998d-2332da1b892d tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 946 time: 0.0583439
Mar 18 02:54:56.654762 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Deleting port f586a6ca-f871-4405-9620-ddf4e8d15e43 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:54:56.655150 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:56.749808 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] For port f586a6ca-f871-4405-9620-ddf4e8d15e43, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f586a6ca-f871-4405-9620-ddf4e8d15e43,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:54:56.750118 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:56.763574 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Calling delete_port for f586a6ca-f871-4405-9620-ddf4e8d15e43 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:54:56.884750 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea144-3fe9-445f-8ca6-47edcb0ab809 req-897fd1b0-215e-4c92-b696-b044caf2d03a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:56.886213 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-261ea144-3fe9-445f-8ca6-47edcb0ab809 req-897fd1b0-215e-4c92-b696-b044caf2d03a tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0744271
Mar 18 02:54:56.969532 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (f586a6ca-f871-4405-9620-ddf4e8d15e43), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:57.011968 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-261ea144-3fe9-445f-8ca6-47edcb0ab809 req-da2ba90b-f83b-47d1-9572-c57c76eaa1f2 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1184886
Mar 18 02:54:57.012670 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event deleted for resources: {'Port': ['ID=f586a6ca-f871-4405-9620-ddf4e8d15e43,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:57.024242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.024242 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.024571 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.024834 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.025170 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.025500 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.025833 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.026168 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.026479 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.026905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.027219 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.027516 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.027810 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.028118 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.028441 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:54:57.073384 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] No DVR routers for this DVR port f586a6ca-f871-4405-9620-ddf4e8d15e43 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:54:57.076325 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:57.079401 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-4ce71062-a449-4dd2-873c-2da944c9f4e2 req-fb845d1b-b161-4aa8-af6a-7e5e09def3dc tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.35 "DELETE /v2.0/ports/f586a6ca-f871-4405-9620-ddf4e8d15e43 HTTP/1.1" status: 204  len: 173 time: 0.5192468
Mar 18 02:54:57.079863 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-deleted', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:54:57.082054 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c6231f-ab47-417a-9f88-c3798d6653aa" -d '{"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-deleted", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:54:57.121820 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f67746-46c2-49e7-9cef-7c9f7cada9b4 x-openstack-request-id: req-18f67746-46c2-49e7-9cef-7c9f7cada9b4 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:54:57.122106 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc314e11-e069-417b-bf7d-66fd2f31cc8c", "name": "network-vif-deleted", "tag": "f586a6ca-f871-4405-9620-ddf4e8d15e43", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:54:57.122372 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18f67746-46c2-49e7-9cef-7c9f7cada9b4 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:54:57.122957 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc314e11-e069-417b-bf7d-66fd2f31cc8c', 'name': 'network-vif-deleted', 'tag': 'f586a6ca-f871-4405-9620-ddf4e8d15e43', 'status': 'completed', 'code': 200}
Mar 18 02:54:57.505625 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-906a7ddf-4ca2-4f72-9ca6-0b9cd8a30a02 req-6d9dddda-fba5-4bfb-a72c-61c16e24a6df tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 210 time: 0.0279908
Mar 18 02:54:58.131078 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58231f3-ef80-412b-be00-ce6cbcd3870e req-bbb6ee37-ec93-4fae-8c77-8e1277974629 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:58.132529 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e58231f3-ef80-412b-be00-ce6cbcd3870e req-bbb6ee37-ec93-4fae-8c77-8e1277974629 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0519404
Mar 18 02:54:58.194679 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-e58231f3-ef80-412b-be00-ce6cbcd3870e req-93692b31-739b-4e6b-9032-16ec0e17c94c tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0563076
Mar 18 02:54:58.600223 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-af962659-2c3e-498e-a699-e673348caaf9 req-58ae695b-3323-41a9-bbc6-1c6fb4413c57 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc314e11-e069-417b-bf7d-66fd2f31cc8c HTTP/1.1" status: 200  len: 210 time: 0.0275044
Mar 18 02:54:59.316073 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac6c84-f982-4ed6-9cb9-023445f9d177 req-1c28b133-f76d-4b69-9139-ced7801d9993 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:54:59.317576 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16ac6c84-f982-4ed6-9cb9-023445f9d177 req-1c28b133-f76d-4b69-9139-ced7801d9993 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0564072
Mar 18 02:54:59.380475 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-16ac6c84-f982-4ed6-9cb9-023445f9d177 req-75812299-da8e-4f2f-8327-14eea8722d67 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0563772
Mar 18 02:54:59.660857 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40896) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:54:59.714384 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb2-39ac-4228-b7ed-e73a5941a1d3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group (71e865a2-12a9-4ff0-9fd7-cf4b7a98f624), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:59.738709 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb2-39ac-4228-b7ed-e73a5941a1d3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group (71e865a2-12a9-4ff0-9fd7-cf4b7a98f624), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:59.798793 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb2-39ac-4228-b7ed-e73a5941a1d3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (71e865a2-12a9-4ff0-9fd7-cf4b7a98f624), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:59.801298 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb2-39ac-4228-b7ed-e73a5941a1d3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:54:59.802424 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-e6866eb2-39ac-4228-b7ed-e73a5941a1d3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] 10.222.0.24 "DELETE /v2.0/security-groups/71e865a2-12a9-4ff0-9fd7-cf4b7a98f624 HTTP/1.1" status: 204  len: 168 time: 0.1405938
Mar 18 02:54:59.811006 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6866eb2-39ac-4228-b7ed-e73a5941a1d3 tempest-TestShelveInstance-601841508 tempest-TestShelveInstance-601841508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e865a2-12a9-4ff0-9fd7-cf4b7a98f624,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:54:59.854277 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40902) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:00.125197 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-ac3ea9b6-7758-4c58-a5ed-f88123e020a5 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044154494&fields=id&tenant_id=dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 267 time: 0.0437078
Mar 18 02:55:00.232890 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-901ca0e4-fe71-405d-98ba-891f544a61fa tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:00.234349 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-901ca0e4-fe71-405d-98ba-891f544a61fa tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 811 time: 0.1029234
Mar 18 02:55:00.249235 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-c0f39f4e-f8c2-492d-b3ee-26806f4ef6b3 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/quotas/dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 375 time: 0.0092571
Mar 18 02:55:00.306902 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-fc094740-9327-4941-bfab-1889afe8c8ae tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0524259
Mar 18 02:55:00.315035 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:00.405273 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-4cf0e3a2-e23a-4919-9bf4-cc0e0e6e3839 service neutron] 10.222.0.24 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868537
Mar 18 02:55:00.540573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420ee3-3650-4b68-8c06-a10177c5f7af req-d6db37dd-66dd-4672-a073-b55bc0e67176 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:00.542007 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5b420ee3-3650-4b68-8c06-a10177c5f7af req-d6db37dd-66dd-4672-a073-b55bc0e67176 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0844343
Mar 18 02:55:00.548409 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-78593dd7-db2c-41cb-becd-9a5ef059be5e service neutron] 10.222.0.24 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359975
Mar 18 02:55:00.576776 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Deleting port 0c3051ab-3d1b-4f24-8589-7465a653c72a {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:00.577117 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:00.608598 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5b420ee3-3650-4b68-8c06-a10177c5f7af req-84ce12ff-0630-496f-8605-a38db873a479 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0590272
Mar 18 02:55:00.663994 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] For port 0c3051ab-3d1b-4f24-8589-7465a653c72a, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=0c3051ab-3d1b-4f24-8589-7465a653c72a,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:00.664470 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:00.677462 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Calling delete_port for 0c3051ab-3d1b-4f24-8589-7465a653c72a owned by network:router_interface {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:00.845752 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-97df1e5f-1a8f-44d5-9171-ff64770d5157 req-1fe54e62-8bb9-41f9-867a-143f32479727 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 210 time: 0.0297382
Mar 18 02:55:00.872438 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (0c3051ab-3d1b-4f24-8589-7465a653c72a), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:00.906079 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3051ab-3d1b-4f24-8589-7465a653c72a,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:01.080103 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f586a6ca-f871-4405-9620-ddf4e8d15e43 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:01.083108 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:01.113156 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: f586a6ca-f871-4405-9620-ddf4e8d15e43 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:01.114083 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device f586a6ca-f871-4405-9620-ddf4e8d15e43 not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:01.506716 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:55:01.612542 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:55:01.617470 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4653d808-6e1d-4d3d-aa24-d77c53741c08 admin admin] 10.222.0.24 "PUT /v2.0/routers/ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7620561
Mar 18 02:55:01.620028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40932) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:01.620955 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] Sync routers for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:55:01.631350 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:01.631967 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a811070>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:01.755488 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:01.799608 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea6bbb-2372-479f-8eee-b90adeaff6f9 req-4e68210d-375d-4419-af3c-361a11c5b470 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:01.801224 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17ea6bbb-2372-479f-8eee-b90adeaff6f9 req-4e68210d-375d-4419-af3c-361a11c5b470 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0840447
Mar 18 02:55:01.808580 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks [] for router (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.009798 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d79822b3-f051-4989-a373-5d7a2dd5ce9f req-97c10fea-ae45-42d1-a8d2-99a4b4e94658 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 210 time: 0.0641496
Mar 18 02:55:02.048385 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-17ea6bbb-2372-479f-8eee-b90adeaff6f9 req-df5cda3c-1653-4534-85bb-20e97e280ce3 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2365274
Mar 18 02:55:02.076582 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a811070>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:55:00Z', 'revision_number': 5, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port': {'id': '661d8e20-16e7-4895-96a3-6b24825c79ba', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:57Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:02.088419 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks [] for router_gateway (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.099697 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-9fddf12e-4077-419b-a8d2-5077db1bb129 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:02.101137 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-9fddf12e-4077-419b-a8d2-5077db1bb129 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 811 time: 0.3724041
Mar 18 02:55:02.102387 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] Checking router: ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:55:02.112329 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] Routers {'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:02.112941 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a811070>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:02.191563 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-375c9102-ae24-4fe8-a367-6f51e1362f24 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba602d147084933986b437762006786 HTTP/1.1" status: 200  len: 380 time: 0.0814817
Mar 18 02:55:02.199336 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Deleting port 661d8e20-16e7-4895-96a3-6b24825c79ba {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:02.199675 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.201629 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] Set router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 gateway port host: None {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:02.204866 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'port': {'device_id': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'admin_state_up': True, 'tenant_id': 'dba602d147084933986b437762006786', 'security_groups': ['1e918b86-240b-44ad-aa8e-22e0887a7ab9']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:55:02.261024 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a811070>, [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:55:02Z', 'revision_number': 6, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:02.291486 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172230bf-041b-4671-b8a3-255b7c55b3f6 None None] The sync data for ids ['ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9'] in dv-cinder-817135-5-iscsi is: [{'id': 'ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9', 'name': 'tempest-TestShelveInstance-596857031-router', 'tenant_id': '7d17e94bba7d42f98113baf249954b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:55:02Z', 'revision_number': 6, 'project_id': '7d17e94bba7d42f98113baf249954b07', 'gw_port_host': None}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:55:02.370378 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] For port 661d8e20-16e7-4895-96a3-6b24825c79ba, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=661d8e20-16e7-4895-96a3-6b24825c79ba,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:02.370784 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.388948 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Calling delete_port for 661d8e20-16e7-4895-96a3-6b24825c79ba owned by network:router_gateway {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:02.412696 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Made reservation on behalf of dba602d147084933986b437762006786 for: {'port': 1} {{(pid=115117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 18 02:55:02.416468 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.641675 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Allocated IP 172.20.0.13 (68bab4f5-6fd2-4d66-8ed5-f460673a29ca/9fa627fe-ec50-497c-9585-6883ac67bc6b/6788c007-a0c0-4585-a8d7-9b5b8b5acf3f) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:55:02.685776 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (661d8e20-16e7-4895-96a3-6b24825c79ba), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.715909 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Pushing event deleted for resources: {'Port': ['ID=661d8e20-16e7-4895-96a3-6b24825c79ba,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:02.850390 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.864792 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 0c3051ab-3d1b-4f24-8589-7465a653c72a no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:02.885894 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 0c3051ab-3d1b-4f24-8589-7465a653c72a {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:02.886244 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 0c3051ab-3d1b-4f24-8589-7465a653c72a not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:02.886824 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 661d8e20-16e7-4895-96a3-6b24825c79ba no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:02.906651 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 661d8e20-16e7-4895-96a3-6b24825c79ba {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:02.907010 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 661d8e20-16e7-4895-96a3-6b24825c79ba not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:02.965692 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:02.969686 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks [] for router_controller (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.278075 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.337482 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d950d287-99d9-49d8-8b70-c8e39a814d24 req-8b3c40af-d514-4510-afc6-5066b31059e2 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 210 time: 0.0572999
Mar 18 02:55:03.338055 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.338575 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 {{(pid=115117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:55:03.346749 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.350205 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-91607935-185a-4b75-aea0-63864eec630a admin admin] 10.222.0.24 "DELETE /v2.0/routers/ffa0e778-47ca-4865-a4f2-6f8ec0b77dd9 HTTP/1.1" status: 204  len: 168 time: 1.7268498
Mar 18 02:55:03.350384 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40946) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:03.446376 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d668-4d23-4975-b596-bc61e84c554d req-1785cb50-15ac-4957-a559-9adb43da8632 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:03.448087 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c284d668-4d23-4975-b596-bc61e84c554d req-1785cb50-15ac-4957-a559-9adb43da8632 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.1730869
Mar 18 02:55:03.457429 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.461841 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] Deleting subnet 7eaad60b-7727-49ed-bcbe-d366e507d9a4 {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:55:03.467672 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] Publish callbacks [] for subnet (7eaad60b-7727-49ed-bcbe-d366e507d9a4), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.551210 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:55:03.558637 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:55:03.569756 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (7eaad60b-7727-49ed-bcbe-d366e507d9a4), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.571573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:55:03.647778 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:03.717577 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:03.718202 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.725229 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-c284d668-4d23-4975-b596-bc61e84c554d req-c11eaf06-fce6-4f97-ae5d-1752c331d100 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2547088
Mar 18 02:55:03.755806 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5b61434d-7ba4-4eca-95bd-163899493a54 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5581050
Mar 18 02:55:03.758528 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (7eaad60b-7727-49ed-bcbe-d366e507d9a4), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.768417 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Request body: {'port': {'device_id': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:55:03.818140 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-52f2c44d-2bb5-4767-93b3-64fa2060e3a6 None None] Provisioning complete for port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:55:03.818818 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52f2c44d-2bb5-4767-93b3-64fa2060e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.858223 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-52f2c44d-2bb5-4767-93b3-64fa2060e3a6 None None] Port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f cannot update to ACTIVE because it is not bound. {{(pid=115118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 18 02:55:03.878959 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.897164 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (7eaad60b-7727-49ed-bcbe-d366e507d9a4), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.947854 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaad60b-7727-49ed-bcbe-d366e507d9a4,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:03.953139 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:03.956707 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-2eea36df-da49-42b2-a37d-007014fee4d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7eaad60b-7727-49ed-bcbe-d366e507d9a4 HTTP/1.1" status: 204  len: 168 time: 0.6021848
Mar 18 02:55:03.959347 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40948) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:03.960499 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a1bde-5b7d-4173-aced-fa7e477d6962 None None] Network dc50330d-409e-4f97-b557-d923da616967 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:55:04.048548 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (dc50330d-409e-4f97-b557-d923da616967), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.127145 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Deleting port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:04.127480 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.146521 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] DHCP port deletion for dc50330d-409e-4f97-b557-d923da616967 request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:55:04.202797 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] For port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:04.203305 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.206294 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Deleting port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:04.206854 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.220584 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Calling delete_port for 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 owned by network:dhcp {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:04.257298 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f {{(pid=115117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:55:04.266286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Publish callbacks [] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.274733 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] For port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,segment=NetworkSegment(8540fdf5-f347-44fd-81c1-964f051fc595),segment_id=8540fdf5-f347-44fd-81c1-964f051fc595)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:04.275139 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.280848 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.provisioning_blocks [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Transition to ACTIVE for port object 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f will not be triggered until provisioned by entity L2. {{(pid=115117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 18 02:55:04.286804 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.300288 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Calling delete_port for 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:04.317303 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.347634 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Pushing event updated for resources: {'Port': ['ID=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:04.348684 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] No DVR routers for this DVR port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 on host dv-cinder-817135-5-iscsi {{(pid=115116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:04.371940 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:04.418064 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Attempting to bind port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f on host hv-cinder-81713 for vnic_type normal with profile  {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 18 02:55:04.418400 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Attempting to bind port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 18 02:55:04.418758 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Attempting to bind port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:55:04.425389 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 18 02:55:04.425715 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Attempting to bind port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f on network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 18 02:55:04.431594 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Checking agent: {'id': 'e2c7a29b-e058-4c16-9bcc-8a98b3e49e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'started_at': datetime.datetime(2022, 3, 18, 2, 43, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 2, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 18 02:55:04.431936 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Checking segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 18 02:55:04.432972 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Bound using segment: {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'} {{(pid=115117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 18 02:55:04.433119 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.managers [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Bound port: 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca'}}] {{(pid=115117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 18 02:55:04.433384 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.457418 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (dc50330d-409e-4f97-b557-d923da616967), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.470564 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006'] for port (28a58e4c-ccb6-4701-9bb8-0ed16c199a90), after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.494342 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba590a61f0>,) {'filters': {'network_id': ['dc50330d-409e-4f97-b557-d923da616967']}} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:04.494806 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Pushing event deleted for resources: {'Port': ['ID=28a58e4c-ccb6-4701-9bb8-0ed16c199a90,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:04.506637 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba590a61f0>, '8540fdf5-f347-44fd-81c1-964f051fc595') {'for_net_delete': True} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:04.506885 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.507072 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.507488 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba590a61f0>, '8540fdf5-f347-44fd-81c1-964f051fc595') {} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:04.508014 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.508369 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.509029 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.509535 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.510034 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.510581 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.511091 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.511586 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.512081 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.512586 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.513100 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.513667 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.514168 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:04.522872 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4871594'] for segment (8540fdf5-f347-44fd-81c1-964f051fc595), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.524206 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edf6dd-49a8-4222-b5e8-849217569500 None None] No DVR routers for this DVR port 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 on host dv-cinder-817135-5-iscsi {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:04.548472 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (8540fdf5-f347-44fd-81c1-964f051fc595), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.554646 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] For port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f, host hv-cinder-81713, cleared binding levels {{(pid=115117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 18 02:55:04.555164 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:55:04.555686 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7357155'] for segment (8540fdf5-f347-44fd-81c1-964f051fc595), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]: Traceback (most recent call last):
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     timer()
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     cb(*args, **kw)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     return func(*args, **kwargs)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     self._notify()
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     self.callback(batched_events)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     event.method(event)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     return f(self, *a, **k)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._get(url).json()
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:55:04.557353 dv-cinder-817135-5-iscsi neutron-server[115116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:55:04.559902 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] For port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 18 02:55:04.570263 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764003-bcb9-416b-83d8-c3a3eca37507 req-2ae3a63e-3e56-48c3-9d4c-ee7c3e64dc5b tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:04.571792 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-31764003-bcb9-416b-83d8-c3a3eca37507 req-2ae3a63e-3e56-48c3-9d4c-ee7c3e64dc5b tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0930641
Mar 18 02:55:04.573683 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.620681 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:04.621221 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.622609 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] 10.222.0.35 "PUT /v2.0/ports/6788c007-a0c0-4585-a8d7-9b5b8b5acf3f HTTP/1.1" status: 200  len: 1094 time: 0.8596926
Mar 18 02:55:04.625148 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:55:04.627538 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb937d65-be1f-41b7-bf5b-59f71096a24d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:55:04.627688 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (dc50330d-409e-4f97-b557-d923da616967), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.649267 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:04.652681 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dc50330d-409e-4f97-b557-d923da616967 HTTP/1.1" status: 204  len: 168 time: 0.6915104
Mar 18 02:55:04.653790 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7df66b-01a9-4233-a294-5b001a355297 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc50330d-409e-4f97-b557-d923da616967,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:04.656919 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40954) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:04.721341 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c770fed3-5c45-4af6-a606-3dad0691b0a8 x-openstack-request-id: req-c770fed3-5c45-4af6-a606-3dad0691b0a8 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:55:04.721957 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:55:04.721957 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c770fed3-5c45-4af6-a606-3dad0691b0a8 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:55:04.722241 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'status': 'completed', 'code': 200}
Mar 18 02:55:04.729278 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261ff27-b226-4441-a001-9d3392bbe297 service neutron] Pushing event updated for resources: {'Port': ['ID=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,revision_number=3']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:04.740049 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-31764003-bcb9-416b-83d8-c3a3eca37507 req-c4c28ecf-1d08-47eb-b240-115b8cb3bd14 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1582735
Mar 18 02:55:04.762787 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-9cef7ec7-b7ff-4a42-8793-2ea1007268a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:04.762787 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-9cef7ec7-b7ff-4a42-8793-2ea1007268a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 1128 time: 0.0850852
Mar 18 02:55:04.824976 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-98e86bd8-af26-4c34-8088-2eca04c36d1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f HTTP/1.1" status: 200  len: 217 time: 0.0555892
Mar 18 02:55:04.856519 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:04.883645 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:04.884078 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 28a58e4c-ccb6-4701-9bb8-0ed16c199a90 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:04.894083 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-03957e0f-8236-49b0-b788-afc6247c330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:04.895661 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-03957e0f-8236-49b0-b788-afc6247c330b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0633476
Mar 18 02:55:04.977253 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbb27f-2c3e-4024-a801-b3de731208ed req-e1c898e3-c528-4475-8161-13736fbd1061 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:04.978667 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ddcbb27f-2c3e-4024-a801-b3de731208ed req-e1c898e3-c528-4475-8161-13736fbd1061 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.1379430
Mar 18 02:55:04.984006 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5658c5c7-f097-4e08-bc71-4d08ca069d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:04.985412 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-5658c5c7-f097-4e08-bc71-4d08ca069d8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0656183
Mar 18 02:55:05.081832 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (4d287acc-3966-4748-8900-58f6dff92244), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:05.099358 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-ddcbb27f-2c3e-4024-a801-b3de731208ed req-e2d32490-2e62-49a7-8ea1-b75e13b00396 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&id=0fa29bbe-7765-4b55-b7c9-c414add29cef&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1128950
Mar 18 02:55:05.119296 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-e68bcaa4-59d6-4639-bdfa-eb79130080c2 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272912
Mar 18 02:55:05.210269 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-284d7b1e-3604-47f7-8c72-72351fc2cf5f req-6d4b16fd-e03d-4977-a015-741c16fb04d4 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847938
Mar 18 02:55:05.295468 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-976f8372-8760-4595-beee-7ae7ffc93aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:05.296976 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-976f8372-8760-4595-beee-7ae7ffc93aee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 1128 time: 0.0458605
Mar 18 02:55:05.333153 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Deleting port 099d2bee-9797-4c57-a294-0a7796f4a8af {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:05.333486 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:05.391364 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-fcc7870c-eb1c-4718-b217-6fab5bd485fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:05.392774 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-fcc7870c-eb1c-4718-b217-6fab5bd485fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.0897899
Mar 18 02:55:05.409649 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] For port 099d2bee-9797-4c57-a294-0a7796f4a8af, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=099d2bee-9797-4c57-a294-0a7796f4a8af,segment=NetworkSegment(ab8b812d-018d-49ec-b374-c5c77e1825b6),segment_id=ab8b812d-018d-49ec-b374-c5c77e1825b6)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:05.410011 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:05.422627 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Calling delete_port for 099d2bee-9797-4c57-a294-0a7796f4a8af owned by network:router_interface {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:05.433620 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-a0fe4336-f892-4354-9d5b-1b2131c4b2d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f HTTP/1.1" status: 200  len: 217 time: 0.0348046
Mar 18 02:55:05.484876 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-0aa05c8f-89d8-4435-bf27-b3a7467db938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:05.486317 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-0aa05c8f-89d8-4435-bf27-b3a7467db938 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0470781
Mar 18 02:55:05.540438 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-45360ec4-5719-4885-80f5-7f0b517469e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:05.541946 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-45360ec4-5719-4885-80f5-7f0b517469e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0463591
Mar 18 02:55:05.608497 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (099d2bee-9797-4c57-a294-0a7796f4a8af), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:05.635265 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-3087bb19-99cf-4112-8e04-f0768a2f585c service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837002
Mar 18 02:55:05.638904 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=099d2bee-9797-4c57-a294-0a7796f4a8af,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:05.742808 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cb937d65-be1f-41b7-bf5b-59f71096a24d req-b9fe46ba-8275-47be-bd85-a13535494e29 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988257
Mar 18 02:55:05.811799 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (4d287acc-3966-4748-8900-58f6dff92244), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:05.869685 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518531-508c-4118-90a6-a57c73e59c25 req-6233dd0b-79fb-4163-9812-8c09368911d4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:05.871286 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-46518531-508c-4118-90a6-a57c73e59c25 req-6233dd0b-79fb-4163-9812-8c09368911d4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0547342
Mar 18 02:55:05.922397 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-46518531-508c-4118-90a6-a57c73e59c25 req-e6cf9cf3-ebbf-482a-9113-e3b5d1c7136c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445879
Mar 18 02:55:06.037528 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Router 4d287acc-3966-4748-8900-58f6dff92244 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:55:06.150348 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:55:06.155903 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-bb94ac43-9d75-43d7-afb2-68782e9ac5ea admin admin] 10.222.0.24 "PUT /v2.0/routers/4d287acc-3966-4748-8900-58f6dff92244/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4981353
Mar 18 02:55:06.158597 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40962) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:06.162621 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] Sync routers for ids ['4d287acc-3966-4748-8900-58f6dff92244'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:55:06.173195 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] Routers {'4d287acc-3966-4748-8900-58f6dff92244'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:06.174260 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a3ca30>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['4d287acc-3966-4748-8900-58f6dff92244'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:06.272764 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks [] for router (4d287acc-3966-4748-8900-58f6dff92244), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:06.378347 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks [] for router_gateway (4d287acc-3966-4748-8900-58f6dff92244), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:06.408769 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] Set router 4d287acc-3966-4748-8900-58f6dff92244 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:06.433286 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Deleting port dc6e47d3-c2e9-481d-83bc-7b99ae219297 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:06.433546 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:06.511561 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] For port dc6e47d3-c2e9-481d-83bc-7b99ae219297, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=dc6e47d3-c2e9-481d-83bc-7b99ae219297,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:06.511916 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:06.524899 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Calling delete_port for dc6e47d3-c2e9-481d-83bc-7b99ae219297 owned by network:router_gateway {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:06.582429 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a3ca30>, [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:55:05Z', 'revision_number': 5, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port': {'id': 'dc6e47d3-c2e9-481d-83bc-7b99ae219297', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d287acc-3966-4748-8900-58f6dff92244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:50:05Z', 'updated_at': '2022-03-18T02:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:06.609450 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] Checking router: 4d287acc-3966-4748-8900-58f6dff92244 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:55:06.617751 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] Routers {'4d287acc-3966-4748-8900-58f6dff92244'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:06.618359 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59a3ca30>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:54:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['4d287acc-3966-4748-8900-58f6dff92244'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:06.691662 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (dc6e47d3-c2e9-481d-83bc-7b99ae219297), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:06.713747 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] Set router 4d287acc-3966-4748-8900-58f6dff92244 gateway port host: None {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:06.718197 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6e47d3-c2e9-481d-83bc-7b99ae219297,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:06.775034 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59a3ca30>, [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:55:06Z', 'revision_number': 6, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:06.788623 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (4d287acc-3966-4748-8900-58f6dff92244), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:06.803898 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb363fc-a0b1-4c6c-8bfc-e9c6a4465e94 None None] The sync data for ids ['4d287acc-3966-4748-8900-58f6dff92244'] in dv-cinder-817135-5-iscsi is: [{'id': '4d287acc-3966-4748-8900-58f6dff92244', 'name': 'tempest-TestShelveInstance-1268483027-router', 'tenant_id': 'fe4851754e0d471ab3c6db5a7d910141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:50:04Z', 'updated_at': '2022-03-18T02:55:06Z', 'revision_number': 6, 'project_id': 'fe4851754e0d471ab3c6db5a7d910141', 'gw_port_host': None}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:55:06.975839 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7a72b7cb-45d9-42ed-8644-ce0d8ef80c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.050878 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529d6e1-dd5e-406c-ad5e-742c6ba57e10 req-1c59007a-e56d-4141-b891-31c55c72ad7d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:07.053263 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8529d6e1-dd5e-406c-ad5e-742c6ba57e10 req-1c59007a-e56d-4141-b891-31c55c72ad7d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0621629
Mar 18 02:55:07.086281 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (4d287acc-3966-4748-8900-58f6dff92244), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.088442 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks [] for router_controller (4d287acc-3966-4748-8900-58f6dff92244), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.103095 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8529d6e1-dd5e-406c-ad5e-742c6ba57e10 req-fb0faafd-c942-48d8-a0aa-d5afbcd5738e tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440722
Mar 18 02:55:07.137225 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (4d287acc-3966-4748-8900-58f6dff92244), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.137775 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d287acc-3966-4748-8900-58f6dff92244 {{(pid=115116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:55:07.142139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.145688 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-3e30f4a1-650f-4d11-8cc4-9a46d9076300 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4d287acc-3966-4748-8900-58f6dff92244 HTTP/1.1" status: 204  len: 168 time: 0.9837368
Mar 18 02:55:07.145875 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40966) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:07.191847 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] Deleting subnet be11c621-28dd-442e-87de-e43240fc4360 {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:55:07.195185 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] Publish callbacks [] for subnet (be11c621-28dd-442e-87de-e43240fc4360), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.233962 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4871571'] for subnet (be11c621-28dd-442e-87de-e43240fc4360), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.316554 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (be11c621-28dd-442e-87de-e43240fc4360), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.367771 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7356481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596827'] for subnet (be11c621-28dd-442e-87de-e43240fc4360), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.394987 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.400868 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be11c621-28dd-442e-87de-e43240fc4360 HTTP/1.1" status: 204  len: 168 time: 0.2517178
Mar 18 02:55:07.400868 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b7fbd-d73b-48fa-a42b-90459de30b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be11c621-28dd-442e-87de-e43240fc4360,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:07.401116 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14616010-6e9c-407b-a956-5b2e66f40694 None None] Network 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:55:07.401564 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 40968) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:07.471453 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (119bc25d-9f41-4545-8889-7b6bc6ccbcc5), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.524639 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Deleting port 3939caa8-92ae-479d-bb35-b1712f97bfc4 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:07.524967 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.549265 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] DHCP port deletion for 119bc25d-9f41-4545-8889-7b6bc6ccbcc5 request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:55:07.596548 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] For port 3939caa8-92ae-479d-bb35-b1712f97bfc4, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=3939caa8-92ae-479d-bb35-b1712f97bfc4,segment=NetworkSegment(ab8b812d-018d-49ec-b374-c5c77e1825b6),segment_id=ab8b812d-018d-49ec-b374-c5c77e1825b6)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:07.596909 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.603906 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] Deleting port 3939caa8-92ae-479d-bb35-b1712f97bfc4 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:07.604277 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.609942 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Calling delete_port for 3939caa8-92ae-479d-bb35-b1712f97bfc4 owned by network:dhcp {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:07.669655 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] For port 3939caa8-92ae-479d-bb35-b1712f97bfc4, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=3939caa8-92ae-479d-bb35-b1712f97bfc4,segment=NetworkSegment(ab8b812d-018d-49ec-b374-c5c77e1825b6),segment_id=ab8b812d-018d-49ec-b374-c5c77e1825b6)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:07.670526 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.682608 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] Calling delete_port for 3939caa8-92ae-479d-bb35-b1712f97bfc4 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:07.695760 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.725298 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Pushing event deleted for resources: {'Port': ['ID=3939caa8-92ae-479d-bb35-b1712f97bfc4,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:07.728764 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] No DVR routers for this DVR port 3939caa8-92ae-479d-bb35-b1712f97bfc4 on host dv-cinder-817135-5-iscsi {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:07.769989 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006'] for port (3939caa8-92ae-479d-bb35-b1712f97bfc4), after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.798250 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] Pushing event deleted for resources: {'Port': ['ID=3939caa8-92ae-479d-bb35-b1712f97bfc4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:07.801889 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dfc4c-b66a-4c8b-bf83-5f288f63fed8 None None] No DVR routers for this DVR port 3939caa8-92ae-479d-bb35-b1712f97bfc4 on host dv-cinder-817135-5-iscsi {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:07.811995 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (119bc25d-9f41-4545-8889-7b6bc6ccbcc5), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.834844 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba59e870a0>,) {'filters': {'network_id': ['119bc25d-9f41-4545-8889-7b6bc6ccbcc5']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:07.845073 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59e870a0>, 'ab8b812d-018d-49ec-b374-c5c77e1825b6') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:07.845369 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59e870a0>, 'ab8b812d-018d-49ec-b374-c5c77e1825b6') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:07.854610 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (ab8b812d-018d-49ec-b374-c5c77e1825b6), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.867612 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (ab8b812d-018d-49ec-b374-c5c77e1825b6), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.873384 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:55:07.873760 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (ab8b812d-018d-49ec-b374-c5c77e1825b6), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:55:07.875408 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:55:07.931843 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (119bc25d-9f41-4545-8889-7b6bc6ccbcc5), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.937232 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:07.940356 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] 10.222.0.24 "DELETE /v2.0/networks/119bc25d-9f41-4545-8889-7b6bc6ccbcc5 HTTP/1.1" status: 204  len: 168 time: 0.5380867
Mar 18 02:55:07.952198 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29d9ce-4855-4be5-ab8f-9afcb3775376 admin admin] Pushing event deleted for resources: {'Network': ['ID=119bc25d-9f41-4545-8889-7b6bc6ccbcc5,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:08.059036 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40972) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:08.098989 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-7bd8b6cc-62f6-40c3-8013-341bae6adb19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d17e94bba7d42f98113baf249954b07&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0388381
Mar 18 02:55:08.101366 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40974) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:08.147078 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-75aa6245-e211-4de4-b343-237959b67bf3 admin admin] Publish callbacks [] for security_group (a16c0b1c-93bb-4200-b4a3-f94351886321), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.168331 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-75aa6245-e211-4de4-b343-237959b67bf3 admin admin] Publish callbacks [] for security_group (a16c0b1c-93bb-4200-b4a3-f94351886321), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.215979 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-75aa6245-e211-4de4-b343-237959b67bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (a16c0b1c-93bb-4200-b4a3-f94351886321), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.218933 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-75aa6245-e211-4de4-b343-237959b67bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.220286 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b84f-4281-4aa6-ac9d-061f4ceac436 req-c2c56a08-e376-4e1c-adeb-ee27d18426ab tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:08.220987 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-75aa6245-e211-4de4-b343-237959b67bf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a16c0b1c-93bb-4200-b4a3-f94351886321 HTTP/1.1" status: 204  len: 168 time: 0.1186571
Mar 18 02:55:08.222015 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7529b84f-4281-4aa6-ac9d-061f4ceac436 req-c2c56a08-e376-4e1c-adeb-ee27d18426ab tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0534096
Mar 18 02:55:08.235378 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6245-e211-4de4-b343-237959b67bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16c0b1c-93bb-4200-b4a3-f94351886321,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:08.277679 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-7529b84f-4281-4aa6-ac9d-061f4ceac436 req-86c1e3db-f7c7-4e24-afbe-39759f112027 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492260
Mar 18 02:55:08.533594 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40982) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:08.576709 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-4d3779d4-31b3-4212-81ac-0856e195dfa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe4851754e0d471ab3c6db5a7d910141&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0419445
Mar 18 02:55:08.579616 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 40984) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:08.625684 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e65480-a2d2-4d2b-b6b3-d488109b8c37 admin admin] Publish callbacks [] for security_group (101ea690-95b8-4e19-b8ea-6bf2891754c4), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.646087 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e65480-a2d2-4d2b-b6b3-d488109b8c37 admin admin] Publish callbacks [] for security_group (101ea690-95b8-4e19-b8ea-6bf2891754c4), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.696028 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e65480-a2d2-4d2b-b6b3-d488109b8c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (101ea690-95b8-4e19-b8ea-6bf2891754c4), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.698758 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-c0e65480-a2d2-4d2b-b6b3-d488109b8c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:08.699889 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-c0e65480-a2d2-4d2b-b6b3-d488109b8c37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/101ea690-95b8-4e19-b8ea-6bf2891754c4 HTTP/1.1" status: 204  len: 168 time: 0.1187897
Mar 18 02:55:08.707274 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e65480-a2d2-4d2b-b6b3-d488109b8c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ea690-95b8-4e19-b8ea-6bf2891754c4,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:08.807916 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device dc6e47d3-c2e9-481d-83bc-7b99ae219297 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:08.827943 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: dc6e47d3-c2e9-481d-83bc-7b99ae219297 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:08.828297 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device dc6e47d3-c2e9-481d-83bc-7b99ae219297 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:08.828723 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 099d2bee-9797-4c57-a294-0a7796f4a8af no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:08.847549 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 099d2bee-9797-4c57-a294-0a7796f4a8af {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:08.848022 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 099d2bee-9797-4c57-a294-0a7796f4a8af not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:08.848687 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 3939caa8-92ae-479d-bb35-b1712f97bfc4 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:08.875518 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 3939caa8-92ae-479d-bb35-b1712f97bfc4 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:08.875879 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 3939caa8-92ae-479d-bb35-b1712f97bfc4 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:09.285878 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-987e7276-8e36-41dc-939f-04595fbbf4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:09.397718 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4a1e-4a96-4656-ab70-4eaf536788c3 req-176a717e-17f1-4de2-8fce-5b2173722279 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:09.399212 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d1ce4a1e-4a96-4656-ab70-4eaf536788c3 req-176a717e-17f1-4de2-8fce-5b2173722279 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0557477
Mar 18 02:55:09.446539 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-d1ce4a1e-4a96-4656-ab70-4eaf536788c3 req-2e7b6b4a-d7d9-4c26-be6a-3490e142e127 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411382
Mar 18 02:55:10.562594 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e45a-f504-464f-830f-4332ef6cc920 req-91adf70c-0403-42e3-87b7-1f68a250e7c9 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:10.564055 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b266e45a-f504-464f-830f-4332ef6cc920 req-91adf70c-0403-42e3-87b7-1f68a250e7c9 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0524979
Mar 18 02:55:10.612255 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b266e45a-f504-464f-830f-4332ef6cc920 req-adf314fb-c694-446c-b4a3-070b57eccd37 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427153
Mar 18 02:55:10.625959 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:11.728619 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198b6e9-f17b-43f6-a45c-e84121dabd2f req-60ad3e4f-acb9-4def-ad28-91590ce28121 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:11.730087 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2198b6e9-f17b-43f6-a45c-e84121dabd2f req-60ad3e4f-acb9-4def-ad28-91590ce28121 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0518377
Mar 18 02:55:11.782072 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-2198b6e9-f17b-43f6-a45c-e84121dabd2f req-60488528-ea8f-4f07-b011-02a15867d39f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457582
Mar 18 02:55:11.871609 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:12.908943 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2062de-9105-479e-b027-0be0c179e588 req-d59f50c2-608a-461e-a890-34b6a66f6f9a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:12.910365 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a2062de-9105-479e-b027-0be0c179e588 req-d59f50c2-608a-461e-a890-34b6a66f6f9a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 944 time: 0.0614922
Mar 18 02:55:12.968678 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6a2062de-9105-479e-b027-0be0c179e588 req-ae92bb95-5be9-4c30-8cdc-be06d4c90a8c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523000
Mar 18 02:55:13.103625 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=115118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 18 02:55:13.207795 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:13.219991 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Returning: {'device': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'port_id': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'mac_address': 'fa:16:3e:9c:b5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 18 02:55:13.256291 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f is: DOWN; New status is: BUILD {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:55:13.256676 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:13.272572 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 18 02:55:13.293093 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:13.297151 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:13.347180 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:13.517021 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['6788c007-a0c0-4585-a8d7-9b5b8b5acf3f'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:55:13.576667 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:14.094047 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8f8a-7dc3-472a-8fe7-8d63864a1a52 req-4411178b-fa43-4a3a-853b-de6482685ab1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:14.095542 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0ffe8f8a-7dc3-472a-8fe7-8d63864a1a52 req-4411178b-fa43-4a3a-853b-de6482685ab1 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 945 time: 0.0527222
Mar 18 02:55:14.143339 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0ffe8f8a-7dc3-472a-8fe7-8d63864a1a52 req-ea9e0428-1fa0-4deb-b3ed-829942b0ca39 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423205
Mar 18 02:55:15.111280 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f up at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 18 02:55:15.161541 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning for port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f completed by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 18 02:55:15.165457 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Provisioning complete for port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f triggered by entity L2. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:55:15.165834 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:15.242713 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Current status of the port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f is: BUILD; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:55:15.243114 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:15.264047 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894585-d3ac-43f1-88c5-860332b92a63 req-668de696-7dc4-488d-8053-14572ce8df9f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:15.265579 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-24894585-d3ac-43f1-88c5-860332b92a63 req-668de696-7dc4-488d-8053-14572ce8df9f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 945 time: 0.0558124
Mar 18 02:55:15.267290 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:55:15.269509 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9c5a84a14afa7a2fb803aabdbac0c26b2cf5e12446b09e45cfe3f733537812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335b995-0ddd-4f09-a8c1-4c21c0448afe" -d '{"events": [{"server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "name": "network-vif-plugged", "status": "completed", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:55:15.284201 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] For port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:15.289007 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:15.313706 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdcd5ea-496c-4864-ac30-e6425fa2d920 x-openstack-request-id: req-3bdcd5ea-496c-4864-ac30-e6425fa2d920 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:55:15.314015 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "name": "network-vif-plugged", "status": "completed", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:55:15.314245 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bdcd5ea-496c-4864-ac30-e6425fa2d920 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:55:15.314668 dv-cinder-817135-5-iscsi neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'code': 200}
Mar 18 02:55:15.320633 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-24894585-d3ac-43f1-88c5-860332b92a63 req-4ab9293f-acf4-4f0a-a67f-d2a397ab50f0 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494964
Mar 18 02:55:15.344476 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Pushing event updated for resources: {'Port': ['ID=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,revision_number=5']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:15.556457 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018062-ba82-47dc-a329-a1cb6a489da6 req-fbdb1c04-faf1-4c14-8faf-66d7237815bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:15.557850 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd018062-ba82-47dc-a329-a1cb6a489da6 req-fbdb1c04-faf1-4c14-8faf-66d7237815bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 1130 time: 0.0434749
Mar 18 02:55:15.605382 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-dd018062-ba82-47dc-a329-a1cb6a489da6 req-43214c26-1a29-4138-a57c-f2e754529891 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406928
Mar 18 02:55:16.442659 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5197-fc48-450e-92ed-96b3b4f4ea27 req-b5a23538-5f4b-452a-a1db-01a58370c21a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:16.444127 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-628d5197-fc48-450e-92ed-96b3b4f4ea27 req-b5a23538-5f4b-452a-a1db-01a58370c21a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 946 time: 0.0546958
Mar 18 02:55:16.496271 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-628d5197-fc48-450e-92ed-96b3b4f4ea27 req-64de37de-934b-40ac-8bf7-d6c35c5e638e tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466237
Mar 18 02:55:17.615671 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1c097-9adb-44ec-a280-cd090d200580 req-a1f4e699-e74f-4ec5-8c0a-e9bdccd660d4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:17.617140 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0bc1c097-9adb-44ec-a280-cd090d200580 req-a1f4e699-e74f-4ec5-8c0a-e9bdccd660d4 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 946 time: 0.0532167
Mar 18 02:55:17.664695 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0bc1c097-9adb-44ec-a280-cd090d200580 req-17b2a6c9-43bb-47c8-ac2a-521b5ff86779 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421925
Mar 18 02:55:17.778570 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014713cc-982d-42d8-bf93-3331e319124f req-36e966f1-8546-4624-970b-a6e9d90ec7b3 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:17.780220 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-014713cc-982d-42d8-bf93-3331e319124f req-36e966f1-8546-4624-970b-a6e9d90ec7b3 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 946 time: 0.0518482
Mar 18 02:55:17.827872 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-014713cc-982d-42d8-bf93-3331e319124f req-a02b3a94-4470-463d-8532-ee446c8f7839 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418439
Mar 18 02:55:17.849152 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41008) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:17.895523 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6835dc-bac2-4eef-90ee-9331a550eec3 tempest-TestVolumeBootPattern-396495819 tempest-TestVolumeBootPattern-396495819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:17.896993 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-dc6835dc-bac2-4eef-90ee-9331a550eec3 tempest-TestVolumeBootPattern-396495819 tempest-TestVolumeBootPattern-396495819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 1125 time: 0.0469048
Mar 18 02:55:17.899719 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41010) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:17.903931 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Request body: {'floatingip': {'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'port_id': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'tenant_id': 'dba602d147084933986b437762006786', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:55:17.924623 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.020297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (None), before_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.132710 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_common [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Allocated IP 172.27.0.210 (d2d9cf51-cf5c-4a80-b728-a4e39ff62447/3019d78d-1f11-41d0-93f2-5197e283e49d/3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f) {{(pid=115117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 18 02:55:18.231371 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.265099 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777399785997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.306101 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Network d2d9cf51-cf5c-4a80-b728-a4e39ff62447 is already hosted by enough agents. {{(pid=115117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 18 02:55:18.310383 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.base_scheduler [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Resources bound (agent type, host, resource id):  {{(pid=115117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 18 02:55:18.312863 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Received port after_create {{(pid=115117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 18 02:55:18.320288 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f,revision_number=1']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:18.656185 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (20d9ac96-daf8-40c4-b907-f17ec57f7763), precommit_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.723976 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.868573 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.874432 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:18.940101 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event updated for resources: {'Port': ['ID=3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f,revision_number=2']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:18.951661 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048363'] for floatingip (20d9ac96-daf8-40c4-b907-f17ec57f7763), after_create {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:19.049781 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.db.l3_db [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Floating IP 20d9ac96-daf8-40c4-b907-f17ec57f7763 associated. External IP: 172.27.0.210, port: 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f.
Mar 18 02:55:19.252429 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:55:19.614447 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:55:19.623968 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:55:19.632813 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:19.633656 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:19.634302 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a385460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:19.663081 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-678577c0-961f-4b0a-a49e-89e4f972fb2d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7623346
Mar 18 02:55:19.663742 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:55:19.665993 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e993a04-5485-4a60-94a5-6b6efcd60892" -d '{"events": [{"name": "network-changed", "server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:55:19.700548 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4874bca-f7ed-4463-b68b-3a58ec0ced40 x-openstack-request-id: req-a4874bca-f7ed-4463-b68b-3a58ec0ced40 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:55:19.700888 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:55:19.701146 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4874bca-f7ed-4463-b68b-3a58ec0ced40 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:55:19.701543 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'status': 'completed', 'code': 200}
Mar 18 02:55:19.747105 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:19.772779 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-529edeec-4dfc-41d4-80a0-c2549fd20803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:19.774305 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-529edeec-4dfc-41d4-80a0-c2549fd20803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 1130 time: 0.0448992
Mar 18 02:55:19.865457 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-19ba66b0-7063-4279-9418-5c6fe959e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:19.866839 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-19ba66b0-7063-4279-9418-5c6fe959e1d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.0851383
Mar 18 02:55:19.931638 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-6fbb605b-2b4d-4e1f-a7a7-68b3eb3759a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f HTTP/1.1" status: 200  len: 1000 time: 0.0587611
Mar 18 02:55:19.969954 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a385460>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '20d9ac96-daf8-40c4-b907-f17ec57f7763', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:9c:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:55:18Z', 'updated_at': '2022-03-18T02:55:18Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}, {'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:15Z', 'revision_number': 1, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:19.980677 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-7c00e20b-d71e-4de6-96c7-ab15af79c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:19.982140 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-7c00e20b-d71e-4de6-96c7-ab15af79c535 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0435827
Mar 18 02:55:19.998725 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:55:20.006847 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:20.007443 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a385460>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:20.034608 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-e33cbe24-8ac7-4fb6-a948-d7e7eea94e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:20.036115 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-e33cbe24-8ac7-4fb6-a948-d7e7eea94e2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0483096
Mar 18 02:55:20.115893 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:20.121889 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-173d5597-104f-4dbe-9d6a-b4cd53eef04a service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798507
Mar 18 02:55:20.212151 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-1e993a04-5485-4a60-94a5-6b6efcd60892 req-a16b824b-5674-4914-b59d-6447f5fad79c service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846894
Mar 18 02:55:20.344026 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a385460>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '20d9ac96-daf8-40c4-b907-f17ec57f7763', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:9c:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:55:18Z', 'updated_at': '2022-03-18T02:55:18Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}, {'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:15Z', 'revision_number': 1, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:20.370933 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af4c11-181e-4fa0-a681-836a6dc9dc25 None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': '20d9ac96-daf8-40c4-b907-f17ec57f7763', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:9c:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:55:18Z', 'updated_at': '2022-03-18T02:55:18Z', 'revision_number': 0, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}, {'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:15Z', 'revision_number': 1, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:55:20.563133 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20f185-c775-4425-8ded-b62596873d61 None None] New status for floating IP 20d9ac96-daf8-40c4-b907-f17ec57f7763: ACTIVE {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:55:24.812433 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:28.345661 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:55:33.575112 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-bdb6d4b2-6206-4433-9fb0-489a5808debf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0430145
Mar 18 02:55:33.636962 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-960a6d41-c345-4923-afc0-adcf17fc21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:33.638438 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-960a6d41-c345-4923-afc0-adcf17fc21bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 1130 time: 0.0428059
Mar 18 02:55:33.744459 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-6ef6bae5-5943-4eeb-a86c-1da0b5c165d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:33.745898 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-6ef6bae5-5943-4eeb-a86c-1da0b5c165d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.0880334
Mar 18 02:55:33.813409 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-36608b58-40ab-4c65-9f45-6770a628664c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=168c5fff-8a97-49cc-8858-711a77f88f21 HTTP/1.1" status: 200  len: 1001 time: 0.0602202
Mar 18 02:55:33.861588 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-f979d0a5-b7cc-4af7-adda-610a4bdc64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:33.862957 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-f979d0a5-b7cc-4af7-adda-610a4bdc64ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0433707
Mar 18 02:55:33.917171 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-76d05f37-f009-4866-a3e4-66e305b21a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:33.918689 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-76d05f37-f009-4866-a3e4-66e305b21a9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0496604
Mar 18 02:55:34.007072 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-8d341e36-c188-4224-897c-9875c394e903 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813990
Mar 18 02:55:34.100483 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-3d1675bd-e82f-4d97-a537-5a2adc5af573 req-1554b83d-f501-4498-b88e-f6f09371667b service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864697
Mar 18 02:55:36.977827 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-58edd986-47c2-415c-adf7-d8a7720cd41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:37.648083 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-2a449e2c-ed16-44d5-b8d1-ce75f4ca5be1 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027786789&fields=id&tenant_id=ecf337b0b3a54843bf773931134897bc HTTP/1.1" status: 200  len: 267 time: 0.2345133
Mar 18 02:55:37.705218 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-378c00d8-b96f-4a16-af85-d1d909a939ad tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:37.706714 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-378c00d8-b96f-4a16-af85-d1d909a939ad tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 984 time: 0.0525067
Mar 18 02:55:37.717160 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.v2.base [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Request body: {'port': {'security_groups': ['ab190c65-08c3-40bb-a405-d1e1f26cbb9b']}} {{(pid=115117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 18 02:55:37.790844 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593662'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), before_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:37.959614 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:37.992168 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), precommit_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:37.996621 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777400274836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777399786015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777399786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8003097'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_update {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.008721 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['06e00e28-d36e-4088-bfdd-3f97172e7aa5'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:55:38.037734 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:38.038466 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.042101 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-8369322c-7b8b-468f-9eef-0cededa5c011 req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "PUT /v2.0/ports/06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 942 time: 0.3269696
Mar 18 02:55:38.042101 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:55:38.045298 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8575f6-7506-4299-b2ce-abe92ea766fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:55:38.047232 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41030) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:38.088457 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ba8dd-be6a-4844-ae72-c400a5848388 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event updated for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=7']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:38.092166 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8b376-5800-4282-b259-c7ab8a1eb242 x-openstack-request-id: req-a9e8b376-5800-4282-b259-c7ab8a1eb242 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:55:38.092506 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:55:38.092733 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9e8b376-5800-4282-b259-c7ab8a1eb242 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:55:38.093109 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'status': 'completed', 'code': 200}
Mar 18 02:55:38.119367 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-44419c31-127f-4e0d-99f6-b03052082f2b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group (0fa29bbe-7765-4b55-b7c9-c414add29cef), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.143142 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['06e00e28-d36e-4088-bfdd-3f97172e7aa5'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:55:38.148542 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-44419c31-127f-4e0d-99f6-b03052082f2b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group (0fa29bbe-7765-4b55-b7c9-c414add29cef), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.183548 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-ef3c245a-5cc6-4a4c-b589-82874d2b8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:38.185427 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-ef3c245a-5cc6-4a4c-b589-82874d2b8016 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1129 time: 0.0616860
Mar 18 02:55:38.233062 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-44419c31-127f-4e0d-99f6-b03052082f2b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0fa29bbe-7765-4b55-b7c9-c414add29cef), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.236270 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-44419c31-127f-4e0d-99f6-b03052082f2b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.240007 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-44419c31-127f-4e0d-99f6-b03052082f2b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fa29bbe-7765-4b55-b7c9-c414add29cef HTTP/1.1" status: 204  len: 168 time: 0.1885746
Mar 18 02:55:38.246306 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41034) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:38.247107 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44419c31-127f-4e0d-99f6-b03052082f2b tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa29bbe-7765-4b55-b7c9-c414add29cef,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:38.325603 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-d5229761-c7fd-44eb-8b3e-0eb9e81e1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:38.327471 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-d5229761-c7fd-44eb-8b3e-0eb9e81e1b55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 914 time: 0.1308970
Mar 18 02:55:38.380147 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [None req-60c0f894-3597-4fe7-9bd9-90232368691d None None] Provisioning complete for port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 triggered by entity DHCP. {{(pid=115118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 18 02:55:38.380456 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60c0f894-3597-4fe7-9bd9-90232368691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020652'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), provisioning_complete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.396340 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-4d4d0036-0a84-4ce5-896e-c0e9376704d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 1001 time: 0.0621357
Mar 18 02:55:38.426117 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Deleting port 82332381-1fde-49c7-9a3f-3aaab819196c {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:38.426454 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (82332381-1fde-49c7-9a3f-3aaab819196c), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.448617 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-35964e8a-0df0-41f6-946b-444f255e1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:38.450082 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-35964e8a-0df0-41f6-946b-444f255e1df1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 200  len: 853 time: 0.0467441
Mar 18 02:55:38.465961 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-60c0f894-3597-4fe7-9bd9-90232368691d None None] Current status of the port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 is: ACTIVE; New status is: ACTIVE {{(pid=115118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 18 02:55:38.502707 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (82332381-1fde-49c7-9a3f-3aaab819196c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.502938 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for floatingip (82332381-1fde-49c7-9a3f-3aaab819196c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.504939 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-8e3648b1-60dc-4319-9dcb-ba42d4686077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:38.506443 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-8e3648b1-60dc-4319-9dcb-ba42d4686077 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4719bb89-0548-48f8-82c2-dbeea831b590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0500803
Mar 18 02:55:38.514260 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Calling delete_port for 82332381-1fde-49c7-9a3f-3aaab819196c owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:38.518182 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-e7916942-cb34-4af9-9470-8b2058f429e5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 18 02:55:38.519234 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-e7916942-cb34-4af9-9470-8b2058f429e5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055668
Mar 18 02:55:38.609256 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-0b108676-fcb4-484e-8059-1838f981b890 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838921
Mar 18 02:55:38.664199 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (82332381-1fde-49c7-9a3f-3aaab819196c), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.695960 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event deleted for resources: {'Port': ['ID=82332381-1fde-49c7-9a3f-3aaab819196c,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:38.703848 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0b8575f6-7506-4299-b2ce-abe92ea766fd req-0a36fbbd-48b9-4f12-b305-5a1203eab423 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879126
Mar 18 02:55:38.755352 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks [] for floatingip (6d9452c4-9875-4613-9e1b-1a015fe707ed), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:38.755657 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.l3_db [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Floating IP 6d9452c4-9875-4613-9e1b-1a015fe707ed disassociated (deleted). External IP: 172.27.0.236, port: 06e00e28-d36e-4088-bfdd-3f97172e7aa5.
Mar 18 02:55:38.959370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Router 71ebe632-a601-4fbc-9141-7579b83ce4b1 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:55:39.068723 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:55:39.073421 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:39.078047 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] Sync routers for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:55:39.087482 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:39.088083 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a694d90>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:09Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:39.102034 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-f6e691e9-9f76-4040-a309-608e78c8156d tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "DELETE /v2.0/floatingips/6d9452c4-9875-4613-9e1b-1a015fe707ed HTTP/1.1" status: 204  len: 168 time: 0.8513770
Mar 18 02:55:39.102632 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:55:39.104861 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086" -d '{"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:55:39.142019 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07c2de0-105b-43eb-ab50-d6c111684071 x-openstack-request-id: req-a07c2de0-105b-43eb-ab50-d6c111684071 {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:55:39.142312 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:55:39.142704 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a07c2de0-105b-43eb-ab50-d6c111684071 {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:55:39.143107 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'status': 'completed', 'code': 200}
Mar 18 02:55:39.198447 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:39.208164 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-ce508244-26cb-466e-95ff-55eb018782fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:39.209680 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-ce508244-26cb-466e-95ff-55eb018782fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf337b0b3a54843bf773931134897bc&device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 1129 time: 0.0465670
Mar 18 02:55:39.317336 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-daed3e29-b5b4-4791-be54-0991607c744d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:39.383378 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-29376b39-4d29-45a1-9f09-700f93341dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:39.385442 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-29376b39-4d29-45a1-9f09-700f93341dd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 200  len: 914 time: 0.1693902
Mar 18 02:55:39.436660 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-6e51dbfe-bc6d-48a8-906e-0254870f19bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 200  len: 217 time: 0.0406387
Mar 18 02:55:39.485979 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-ea42c44d-7a00-48c5-ae82-3b207e7df1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:39.487581 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-ea42c44d-7a00-48c5-ae82-3b207e7df1fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 200  len: 853 time: 0.0456541
Mar 18 02:55:39.501795 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a694d90>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:39.530085 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] Checking router: 71ebe632-a601-4fbc-9141-7579b83ce4b1 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:55:39.536473 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:39.536615 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-cfea7614-9fd8-462d-975e-70cc2da38d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:39.537087 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a694d90>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:39.538103 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-cfea7614-9fd8-462d-975e-70cc2da38d43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4719bb89-0548-48f8-82c2-dbeea831b590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0444193
Mar 18 02:55:39.639920 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-808405c5-34d3-4272-b73d-991f4e8e3a08 service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860016
Mar 18 02:55:39.645747 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:39.734292 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-9a1aefe0-448c-46cd-9ad1-c21e7c4f7086 req-cc652d95-c9ee-4599-bcad-900b1cda7b5d service neutron] 10.222.0.35 "GET /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842698
Mar 18 02:55:39.851091 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a694d90>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:39.878028 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352a005-8442-483b-a1f2-0dfcd8ce4a59 None None] The sync data for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi is: [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:47Z', 'revision_number': 4, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '7d311ecc-7061-4fec-9cee-046cc86668aa', 'name': '', 'network_id': '4719bb89-0548-48f8-82c2-dbeea831b590', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'mac_address': 'fa:16:3e:be:53:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:47Z', 'updated_at': '2022-03-18T02:53:51Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'subnets': [{'id': '7ce18175-1d5b-4c47-8413-aae8707ea777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:55:40.108993 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61576d-1e5a-4c43-bebb-c64273e89dc9 None None] New status for floating IP 6d9452c4-9875-4613-9e1b-1a015fe707ed: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:55:40.629535 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:41.878944 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:41.965228 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff38d4-0af7-4d8a-b766-ef4e36d82072 req-1e11079f-b6d1-4162-a73b-aeaab0975d83 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:41.966720 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94ff38d4-0af7-4d8a-b766-ef4e36d82072 req-1e11079f-b6d1-4162-a73b-aeaab0975d83 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0582008
Mar 18 02:55:42.012884 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94ff38d4-0af7-4d8a-b766-ef4e36d82072 req-4bd11502-d6e6-455b-bdca-7de7033f0aaf tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401618
Mar 18 02:55:43.132722 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efe13d-5437-44db-a91d-3f9f65d9bae7 req-3dd793db-7a8b-41cc-b521-b96ba26a3b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:43.134211 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a5efe13d-5437-44db-a91d-3f9f65d9bae7 req-3dd793db-7a8b-41cc-b521-b96ba26a3b87 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0527592
Mar 18 02:55:43.180804 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a5efe13d-5437-44db-a91d-3f9f65d9bae7 req-c38172e3-fc1a-4486-848f-49f8f161cb53 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab190c65-08c3-40bb-a405-d1e1f26cbb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405400
Mar 18 02:55:43.568568 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:43.596274 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478742-944e-4a81-b729-762e06a9f889 req-e20b2be8-9349-4c92-b101-86d0b63aaf39 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:55:43.597719 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94478742-944e-4a81-b729-762e06a9f889 req-e20b2be8-9349-4c92-b101-86d0b63aaf39 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.35 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 945 time: 0.0523944
Mar 18 02:55:43.691926 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Deleting port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:43.692266 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:43.777535 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] For port 06e00e28-d36e-4088-bfdd-3f97172e7aa5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=06e00e28-d36e-4088-bfdd-3f97172e7aa5,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:43.777890 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:43.794026 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Calling delete_port for 06e00e28-d36e-4088-bfdd-3f97172e7aa5 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:43.916761 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (06e00e28-d36e-4088-bfdd-3f97172e7aa5), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:43.927478 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] get_ports_and_sgs() called for port_ids ['06e00e28-d36e-4088-bfdd-3f97172e7aa5'] {{(pid=115118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 18 02:55:43.943984 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Pushing event deleted for resources: {'Port': ['ID=06e00e28-d36e-4088-bfdd-3f97172e7aa5,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:43.991048 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] No DVR routers for this DVR port 06e00e28-d36e-4088-bfdd-3f97172e7aa5 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:43.993776 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:43.997647 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-94478742-944e-4a81-b729-762e06a9f889 req-07f55ce5-bb0c-4faa-ae8b-42bfb962c64f tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.35 "DELETE /v2.0/ports/06e00e28-d36e-4088-bfdd-3f97172e7aa5 HTTP/1.1" status: 204  len: 173 time: 0.3947742
Mar 18 02:55:43.998093 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'name': 'network-vif-deleted', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:55:44.000992 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6262cd3c-304a-4c27-a33b-f1c6765fe44c" -d '{"events": [{"server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "name": "network-vif-deleted", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:55:44.042455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704b5d47-9da0-464c-bbd3-2f27c5f99df9 x-openstack-request-id: req-704b5d47-9da0-464c-bbd3-2f27c5f99df9 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:55:44.042775 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976b959-0c68-4d3c-ac84-184bd6cee56a", "name": "network-vif-deleted", "tag": "06e00e28-d36e-4088-bfdd-3f97172e7aa5", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:55:44.043030 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-704b5d47-9da0-464c-bbd3-2f27c5f99df9 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:55:44.043459 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976b959-0c68-4d3c-ac84-184bd6cee56a', 'name': 'network-vif-deleted', 'tag': '06e00e28-d36e-4088-bfdd-3f97172e7aa5', 'status': 'completed', 'code': 200}
Mar 18 02:55:44.285175 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6f795c81-8619-4544-a523-2f4d431478b2 req-43b50de9-daaf-4601-8209-39c93a948054 tempest-TestMinimumBasicScenario-671735460 tempest-TestMinimumBasicScenario-671735460-project] 10.222.0.24 "GET /v2.0/ports?device_id=0976b959-0c68-4d3c-ac84-184bd6cee56a HTTP/1.1" status: 200  len: 210 time: 0.0282030
Mar 18 02:55:45.930934 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41122) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:46.270595 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (71ebe632-a601-4fbc-9141-7579b83ce4b1), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:46.512378 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Deleting port 7d311ecc-7061-4fec-9cee-046cc86668aa {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:46.512716 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:46.589333 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] For port 7d311ecc-7061-4fec-9cee-046cc86668aa, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7d311ecc-7061-4fec-9cee-046cc86668aa,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:46.589694 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:46.602343 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Calling delete_port for 7d311ecc-7061-4fec-9cee-046cc86668aa owned by network:router_interface {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:46.778850 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (7d311ecc-7061-4fec-9cee-046cc86668aa), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:46.805308 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d311ecc-7061-4fec-9cee-046cc86668aa,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:46.968985 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (71ebe632-a601-4fbc-9141-7579b83ce4b1), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:47.181634 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Router 71ebe632-a601-4fbc-9141-7579b83ce4b1 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:55:47.286575 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:55:47.291449 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-15e15567-3c5d-46fd-8746-aac642f6b49b admin admin] 10.222.0.24 "PUT /v2.0/routers/71ebe632-a601-4fbc-9141-7579b83ce4b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3595147
Mar 18 02:55:47.293907 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41124) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:47.297039 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] Sync routers for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:55:47.298171 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 06e00e28-d36e-4088-bfdd-3f97172e7aa5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:47.307261 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:47.307991 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5abcbac0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:47.321571 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 06e00e28-d36e-4088-bfdd-3f97172e7aa5 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:47.321914 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 06e00e28-d36e-4088-bfdd-3f97172e7aa5 not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:47.420472 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:47.589923 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks [] for router (71ebe632-a601-4fbc-9141-7579b83ce4b1), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:47.608875 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5abcbac0>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:55:46Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:47.635686 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] Checking router: 71ebe632-a601-4fbc-9141-7579b83ce4b1 for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:55:47.645190 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] Routers {'71ebe632-a601-4fbc-9141-7579b83ce4b1'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:47.645792 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5abcbac0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['71ebe632-a601-4fbc-9141-7579b83ce4b1'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:47.693403 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks [] for router_gateway (71ebe632-a601-4fbc-9141-7579b83ce4b1), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:47.745305 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Deleting port 5ccd1304-3c90-441f-83fb-28e68952e37c {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:47.745620 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:47.751247 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] Set router 71ebe632-a601-4fbc-9141-7579b83ce4b1 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:47.821866 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] For port 5ccd1304-3c90-441f-83fb-28e68952e37c, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=5ccd1304-3c90-441f-83fb-28e68952e37c,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:47.822229 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:47.835246 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Calling delete_port for 5ccd1304-3c90-441f-83fb-28e68952e37c owned by network:router_gateway {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:47.923886 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5abcbac0>, [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:55:46Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:47.953738 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b3f5d-dc5c-49af-b8c0-ee7747a64c95 None None] The sync data for ids ['71ebe632-a601-4fbc-9141-7579b83ce4b1'] in dv-cinder-817135-5-iscsi is: [{'id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'name': 'tempest-TestMinimumBasicScenario-821445549-router', 'tenant_id': 'ecf337b0b3a54843bf773931134897bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:55:46Z', 'revision_number': 5, 'project_id': 'ecf337b0b3a54843bf773931134897bc', 'gw_port': {'id': '5ccd1304-3c90-441f-83fb-28e68952e37c', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ebe632-a601-4fbc-9141-7579b83ce4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:45Z', 'updated_at': '2022-03-18T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:55:48.008197 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (5ccd1304-3c90-441f-83fb-28e68952e37c), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.038813 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccd1304-3c90-441f-83fb-28e68952e37c,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:48.095909 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (71ebe632-a601-4fbc-9141-7579b83ce4b1), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.184807 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (71ebe632-a601-4fbc-9141-7579b83ce4b1), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.187391 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks [] for router_controller (71ebe632-a601-4fbc-9141-7579b83ce4b1), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.231429 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (71ebe632-a601-4fbc-9141-7579b83ce4b1), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.231965 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ebe632-a601-4fbc-9141-7579b83ce4b1 {{(pid=115116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:55:48.236205 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.237394 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8e0027d1-dd36-4fdc-9ee2-66dc94fdc1a9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/71ebe632-a601-4fbc-9141-7579b83ce4b1 HTTP/1.1" status: 204  len: 168 time: 0.9425342
Mar 18 02:55:48.239820 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41126) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:48.282908 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] Deleting subnet 7ce18175-1d5b-4c47-8413-aae8707ea777 {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:55:48.286068 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] Publish callbacks [] for subnet (7ce18175-1d5b-4c47-8413-aae8707ea777), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.322089 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4871571'] for subnet (7ce18175-1d5b-4c47-8413-aae8707ea777), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.400918 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (7ce18175-1d5b-4c47-8413-aae8707ea777), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.459262 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7356481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596827'] for subnet (7ce18175-1d5b-4c47-8413-aae8707ea777), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.484528 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce18175-1d5b-4c47-8413-aae8707ea777,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:48.488047 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.491189 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-011fd81d-b9ec-432a-91c6-2c6d9d15a012 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7ce18175-1d5b-4c47-8413-aae8707ea777 HTTP/1.1" status: 204  len: 168 time: 0.2504628
Mar 18 02:55:48.493714 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41128) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:48.494349 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13db80-6502-4704-afcc-4fd78e22d8d8 None None] Network 4719bb89-0548-48f8-82c2-dbeea831b590 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:55:48.580381 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (4719bb89-0548-48f8-82c2-dbeea831b590), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.652505 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Deleting port 8a93bf81-db81-44e2-b245-fe8e006d63a7 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:48.652838 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.667344 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] DHCP port deletion for 4719bb89-0548-48f8-82c2-dbeea831b590 request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:55:48.716274 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] Deleting port 8a93bf81-db81-44e2-b245-fe8e006d63a7 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:48.716649 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.720694 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] For port 8a93bf81-db81-44e2-b245-fe8e006d63a7, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=8a93bf81-db81-44e2-b245-fe8e006d63a7,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:48.721046 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.734295 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Calling delete_port for 8a93bf81-db81-44e2-b245-fe8e006d63a7 owned by network:dhcp {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:48.779068 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] For port 8a93bf81-db81-44e2-b245-fe8e006d63a7, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=8a93bf81-db81-44e2-b245-fe8e006d63a7,segment=NetworkSegment(fd60a552-7bb8-4c4c-996a-705a83b7cc0a),segment_id=fd60a552-7bb8-4c4c-996a-705a83b7cc0a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:48.779472 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.792173 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] Calling delete_port for 8a93bf81-db81-44e2-b245-fe8e006d63a7 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:48.816689 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.841891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a93bf81-db81-44e2-b245-fe8e006d63a7,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:48.846268 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] No DVR routers for this DVR port 8a93bf81-db81-44e2-b245-fe8e006d63a7 on host dv-cinder-817135-5-iscsi {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:48.874311 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006'] for port (8a93bf81-db81-44e2-b245-fe8e006d63a7), after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.896542 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] Pushing event deleted for resources: {'Port': ['ID=8a93bf81-db81-44e2-b245-fe8e006d63a7,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:48.903056 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d189e13-14d4-48ff-a6b9-69da162715d4 None None] No DVR routers for this DVR port 8a93bf81-db81-44e2-b245-fe8e006d63a7 on host dv-cinder-817135-5-iscsi {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:48.919018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (4719bb89-0548-48f8-82c2-dbeea831b590), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.943347 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba5883b9d0>,) {'filters': {'network_id': ['4719bb89-0548-48f8-82c2-dbeea831b590']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:48.953014 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5883b9d0>, 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:48.953307 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba5883b9d0>, 'fd60a552-7bb8-4c4c-996a-705a83b7cc0a') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:48.963297 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (fd60a552-7bb8-4c4c-996a-705a83b7cc0a), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.979956 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (fd60a552-7bb8-4c4c-996a-705a83b7cc0a), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.988864 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:55:48.989186 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (fd60a552-7bb8-4c4c-996a-705a83b7cc0a), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:55:48.992234 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:55:49.049723 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 8a93bf81-db81-44e2-b245-fe8e006d63a7 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:49.051785 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (4719bb89-0548-48f8-82c2-dbeea831b590), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:49.057279 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:49.060431 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4719bb89-0548-48f8-82c2-dbeea831b590 HTTP/1.1" status: 204  len: 168 time: 0.5656753
Mar 18 02:55:49.063496 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41132) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:49.069950 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 8a93bf81-db81-44e2-b245-fe8e006d63a7 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:49.070312 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 8a93bf81-db81-44e2-b245-fe8e006d63a7 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:49.070763 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7d311ecc-7061-4fec-9cee-046cc86668aa no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:49.079792 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bab0f0-b4e4-423a-82c4-5e6032a584b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4719bb89-0548-48f8-82c2-dbeea831b590,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:49.090299 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 7d311ecc-7061-4fec-9cee-046cc86668aa {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:49.090688 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7d311ecc-7061-4fec-9cee-046cc86668aa not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:49.091102 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5ccd1304-3c90-441f-83fb-28e68952e37c no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:49.113216 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 5ccd1304-3c90-441f-83fb-28e68952e37c {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:49.113538 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 5ccd1304-3c90-441f-83fb-28e68952e37c not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:49.405841 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:49.650022 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Deleting port 349ca0c7-d7cd-45dd-ab78-bc5e27902675 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:49.650361 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:49.727739 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] For port 349ca0c7-d7cd-45dd-ab78-bc5e27902675, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=349ca0c7-d7cd-45dd-ab78-bc5e27902675,segment=NetworkSegment(8e37afd3-5824-47da-8a07-8007f33f0142),segment_id=8e37afd3-5824-47da-8a07-8007f33f0142)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:49.728096 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:49.740225 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Calling delete_port for 349ca0c7-d7cd-45dd-ab78-bc5e27902675 owned by network:router_interface {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:49.916357 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (349ca0c7-d7cd-45dd-ab78-bc5e27902675), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:49.943257 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=349ca0c7-d7cd-45dd-ab78-bc5e27902675,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:50.103118 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:50.513478 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:55:50.620313 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:55:50.627231 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-d00a1d91-166d-4ef3-9221-7a1aeace06a2 admin admin] 10.222.0.24 "PUT /v2.0/routers/33ea7a69-c0d6-45a4-84dc-c95f0e196c39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5625832
Mar 18 02:55:50.629665 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41134) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:50.632664 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] Sync routers for ids ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:55:50.643259 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] Routers {'33ea7a69-c0d6-45a4-84dc-c95f0e196c39'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:50.643870 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59bd71f0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:50.733488 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks [] for router (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:50.748555 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] Set router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:50.838792 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks [] for router_gateway (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:50.890404 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Deleting port 056dac8c-abc7-4007-892f-e451dafc5cfb {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:50.890764 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:50.927147 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59bd71f0>, [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:55:49Z', 'revision_number': 5, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port': {'id': '056dac8c-abc7-4007-892f-e451dafc5cfb', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:53:50Z', 'updated_at': '2022-03-18T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:50.956013 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] Checking router: 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:55:50.964090 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] Routers {'33ea7a69-c0d6-45a4-84dc-c95f0e196c39'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:55:50.964703 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba59bd71f0>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:55:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:50.971858 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] For port 056dac8c-abc7-4007-892f-e451dafc5cfb, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=056dac8c-abc7-4007-892f-e451dafc5cfb,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:50.972216 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:50.985051 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Calling delete_port for 056dac8c-abc7-4007-892f-e451dafc5cfb owned by network:router_gateway {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:51.054185 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] Set router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 gateway port host: None {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:55:51.106908 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba59bd71f0>, [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:55:50Z', 'revision_number': 6, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:51.133184 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ee9a7-030a-42af-913c-ad0d1cf9f8c3 None None] The sync data for ids ['33ea7a69-c0d6-45a4-84dc-c95f0e196c39'] in dv-cinder-817135-5-iscsi is: [{'id': '33ea7a69-c0d6-45a4-84dc-c95f0e196c39', 'name': 'tempest-TestMinimumBasicScenario-241139259-router', 'tenant_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:53:49Z', 'updated_at': '2022-03-18T02:55:50Z', 'revision_number': 6, 'project_id': '195bbdc79ed04a9a8436060a4edfcdcb', 'gw_port_host': None}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:55:51.152446 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (056dac8c-abc7-4007-892f-e451dafc5cfb), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.178979 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=056dac8c-abc7-4007-892f-e451dafc5cfb,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:51.240219 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.334215 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.336335 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks [] for router_controller (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.378615 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (33ea7a69-c0d6-45a4-84dc-c95f0e196c39), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.379117 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ea7a69-c0d6-45a4-84dc-c95f0e196c39 {{(pid=115116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:55:51.383130 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.384269 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-218d3048-3953-4dca-8f39-1cce7c3d6bb2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/33ea7a69-c0d6-45a4-84dc-c95f0e196c39 HTTP/1.1" status: 204  len: 168 time: 0.7536335
Mar 18 02:55:51.386743 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41136) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:51.430188 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] Deleting subnet e08ecc3a-eb8a-459a-9f39-670705d6d449 {{(pid=115116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:55:51.433130 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] Publish callbacks [] for subnet (e08ecc3a-eb8a-459a-9f39-670705d6d449), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.466982 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4871571'] for subnet (e08ecc3a-eb8a-459a-9f39-670705d6d449), precommit_delete_associations {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.549087 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (e08ecc3a-eb8a-459a-9f39-670705d6d449), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.603328 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7356481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596827'] for subnet (e08ecc3a-eb8a-459a-9f39-670705d6d449), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.630319 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for subnet (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.633537 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e08ecc3a-eb8a-459a-9f39-670705d6d449 HTTP/1.1" status: 204  len: 168 time: 0.2458608
Mar 18 02:55:51.634626 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e51e7-6355-45f6-95d2-a14b4beb07ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08ecc3a-eb8a-459a-9f39-670705d6d449,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:51.635340 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b114f0d-620c-4e53-aa40-9d6e745d586b None None] Network 19c99524-f72b-438f-bdbc-24748b0dfa60 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:55:51.636179 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41138) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:51.707847 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (19c99524-f72b-438f-bdbc-24748b0dfa60), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.761716 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Deleting port 6ef6c858-e9ef-4695-b18c-0fcca53176fd {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:51.762044 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.821982 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] For port 6ef6c858-e9ef-4695-b18c-0fcca53176fd, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=6ef6c858-e9ef-4695-b18c-0fcca53176fd,segment=NetworkSegment(8e37afd3-5824-47da-8a07-8007f33f0142),segment_id=8e37afd3-5824-47da-8a07-8007f33f0142)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:51.822328 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.835057 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Calling delete_port for 6ef6c858-e9ef-4695-b18c-0fcca53176fd owned by network:dhcp {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:51.910775 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] DHCP port deletion for 19c99524-f72b-438f-bdbc-24748b0dfa60 request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:55:51.920215 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.949101 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef6c858-e9ef-4695-b18c-0fcca53176fd,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:51.951366 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] No DVR routers for this DVR port 6ef6c858-e9ef-4695-b18c-0fcca53176fd on host dv-cinder-817135-5-iscsi {{(pid=115116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:51.966161 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] Deleting port 6ef6c858-e9ef-4695-b18c-0fcca53176fd {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:55:51.966552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:51.976198 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.976550 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.976890 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.977817 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.977817 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.978009 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.978184 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.978526 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.978857 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.979183 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.979511 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.979835 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.980160 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.980482 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:51.980799 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:55:52.033253 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] For port 6ef6c858-e9ef-4695-b18c-0fcca53176fd, host dv-cinder-817135-5-iscsi, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:55:52.033668 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.041260 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (19c99524-f72b-438f-bdbc-24748b0dfa60), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.047637 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] Calling delete_port for 6ef6c858-e9ef-4695-b18c-0fcca53176fd owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:55:52.050254 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] Port 6ef6c858-e9ef-4695-b18c-0fcca53176fd was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 18 02:55:52.051511 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006'] for port (6ef6c858-e9ef-4695-b18c-0fcca53176fd), after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.062333 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba59d57ac0>,) {'filters': {'network_id': ['19c99524-f72b-438f-bdbc-24748b0dfa60']}} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:52.071432 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59d57ac0>, '8e37afd3-5824-47da-8a07-8007f33f0142') {'for_net_delete': True} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:52.071731 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59d57ac0>, '8e37afd3-5824-47da-8a07-8007f33f0142') {} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:55:52.076205 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] Pushing event deleted for resources: {'Port': ['ID=6ef6c858-e9ef-4695-b18c-0fcca53176fd,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:52.081268 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4871594'] for segment (8e37afd3-5824-47da-8a07-8007f33f0142), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.081399 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62854ee0-ee31-4e95-8837-d6f48a96084a None None] No DVR routers for this DVR port 6ef6c858-e9ef-4695-b18c-0fcca53176fd on host dv-cinder-817135-5-iscsi {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:55:52.095227 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (8e37afd3-5824-47da-8a07-8007f33f0142), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.102098 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:55:52.102561 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7357155'] for segment (8e37afd3-5824-47da-8a07-8007f33f0142), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]: Traceback (most recent call last):
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     timer()
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     cb(*args, **kw)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     return func(*args, **kwargs)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     self._notify()
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     self.callback(batched_events)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     event.method(event)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     return f(self, *a, **k)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._get(url).json()
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:55:52.105006 dv-cinder-817135-5-iscsi neutron-server[115116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:55:52.160981 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (19c99524-f72b-438f-bdbc-24748b0dfa60), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.166374 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.173576 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] 10.222.0.24 "DELETE /v2.0/networks/19c99524-f72b-438f-bdbc-24748b0dfa60 HTTP/1.1" status: 204  len: 168 time: 0.5324740
Mar 18 02:55:52.183421 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834d350-428b-4c96-bfa5-2ad63ec95246 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c99524-f72b-438f-bdbc-24748b0dfa60,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:52.340640 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41142) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:52.379893 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-b4a38d78-5f1c-46a7-9d0c-5ecc18438323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecf337b0b3a54843bf773931134897bc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0379319
Mar 18 02:55:52.382128 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41144) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:52.435013 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1e768d65-3794-46b6-b928-ab2a1e82048e admin admin] Publish callbacks [] for security_group (ab190c65-08c3-40bb-a405-d1e1f26cbb9b), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.456649 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1e768d65-3794-46b6-b928-ab2a1e82048e admin admin] Publish callbacks [] for security_group (ab190c65-08c3-40bb-a405-d1e1f26cbb9b), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.503919 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1e768d65-3794-46b6-b928-ab2a1e82048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (ab190c65-08c3-40bb-a405-d1e1f26cbb9b), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.506782 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-1e768d65-3794-46b6-b928-ab2a1e82048e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.507902 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-1e768d65-3794-46b6-b928-ab2a1e82048e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab190c65-08c3-40bb-a405-d1e1f26cbb9b HTTP/1.1" status: 204  len: 168 time: 0.1248419
Mar 18 02:55:52.515634 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768d65-3794-46b6-b928-ab2a1e82048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab190c65-08c3-40bb-a405-d1e1f26cbb9b,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:52.818442 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 349ca0c7-d7cd-45dd-ab78-bc5e27902675 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:52.829331 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41150) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:52.839062 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 349ca0c7-d7cd-45dd-ab78-bc5e27902675 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:52.839413 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 349ca0c7-d7cd-45dd-ab78-bc5e27902675 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:52.839836 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 056dac8c-abc7-4007-892f-e451dafc5cfb no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:52.859876 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 056dac8c-abc7-4007-892f-e451dafc5cfb {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:52.860234 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 056dac8c-abc7-4007-892f-e451dafc5cfb not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:52.860652 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6ef6c858-e9ef-4695-b18c-0fcca53176fd no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:55:52.871546 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-e7ad1f51-608a-4c09-9022-23aa5fb4a7c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=195bbdc79ed04a9a8436060a4edfcdcb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0387435
Mar 18 02:55:52.871762 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41152) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:55:52.879190 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 6ef6c858-e9ef-4695-b18c-0fcca53176fd {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:55:52.879546 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6ef6c858-e9ef-4695-b18c-0fcca53176fd not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:55:52.918240 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-35a026ab-1925-439d-b20b-9c564cc586af admin admin] Publish callbacks [] for security_group (0382d1d3-ac58-4e68-8ba9-6a256c69cadd), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.941901 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-35a026ab-1925-439d-b20b-9c564cc586af admin admin] Publish callbacks [] for security_group (0382d1d3-ac58-4e68-8ba9-6a256c69cadd), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.988448 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-35a026ab-1925-439d-b20b-9c564cc586af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (0382d1d3-ac58-4e68-8ba9-6a256c69cadd), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.990983 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-35a026ab-1925-439d-b20b-9c564cc586af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:55:52.992241 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-35a026ab-1925-439d-b20b-9c564cc586af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0382d1d3-ac58-4e68-8ba9-6a256c69cadd HTTP/1.1" status: 204  len: 168 time: 0.1195571
Mar 18 02:55:52.999942 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a026ab-1925-439d-b20b-9c564cc586af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382d1d3-ac58-4e68-8ba9-6a256c69cadd,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:55:54.826066 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:05.344867 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:56:06.979531 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-334a4c61-0813-48a9-b17b-379fb770d9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:09.289606 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b916b47d-13f1-4a38-808a-1cfc7184456f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:10.631586 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:11.880352 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:13.573463 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:24.827921 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:36.981778 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-79b643ca-1f94-41a2-838b-181e5488a1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:39.291379 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d03dc226-48a7-445a-87ea-d92dc233d1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:40.633087 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:41.882841 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:42.344182 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:56:43.575730 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:46.768273 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41162) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:56:46.923441 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Deleting port 3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:56:46.923691 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:46.998397 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:46.998670 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:47.009937 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Calling delete_port for 3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:56:47.149330 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:47.178581 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event deleted for resources: {'Port': ['ID=3e3e5387-d9d5-4bbe-96b2-7f86eed85e5f,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:56:47.236364 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (20d9ac96-daf8-40c4-b907-f17ec57f7763), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:47.236691 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.l3_db [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Floating IP 20d9ac96-daf8-40c4-b907-f17ec57f7763 disassociated (deleted). External IP: 172.27.0.210, port: 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f.
Mar 18 02:56:47.642090 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:56:47.747502 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:56:47.752451 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:47.757097 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:56:47.768516 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:56:47.769205 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4a4730>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:47.781081 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-851d3eff-c19c-41ee-ac20-a309233dd21d tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "DELETE /v2.0/floatingips/20d9ac96-daf8-40c4-b907-f17ec57f7763 HTTP/1.1" status: 204  len: 168 time: 1.0117424
Mar 18 02:56:47.781650 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:56:47.783879 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5214bc44-1a30-42bb-8160-aec92c0a355d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:56:47.830425 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9f43c7-4f15-4687-b628-9ced51dc9392 x-openstack-request-id: req-df9f43c7-4f15-4687-b628-9ced51dc9392 {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:56:47.830854 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:56:47.831139 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df9f43c7-4f15-4687-b628-9ced51dc9392 {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:56:47.831605 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'status': 'completed', 'code': 200}
Mar 18 02:56:47.900089 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-488372cb-cd82-44e1-9a88-1f9a6a6d078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:47.908257 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:56:47.913340 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-488372cb-cd82-44e1-9a88-1f9a6a6d078e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 1130 time: 0.0605507
Mar 18 02:56:48.054732 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25f5f7-becd-4127-a964-0bf4dfff3f5a req-63d8e637-292a-4ad8-b880-760269b0b50f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:48.056184 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6c25f5f7-becd-4127-a964-0bf4dfff3f5a req-63d8e637-292a-4ad8-b880-760269b0b50f tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 946 time: 0.0871437
Mar 18 02:56:48.057520 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-35bb6124-c8cc-496b-94ee-788fdafc92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:48.059164 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-35bb6124-c8cc-496b-94ee-788fdafc92f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.1397073
Mar 18 02:56:48.109704 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-ee05cff7-7432-45a4-8417-b9811946bded service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f HTTP/1.1" status: 200  len: 217 time: 0.0414696
Mar 18 02:56:48.131692 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4a4730>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:15Z', 'revision_number': 1, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:48.162590 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:56:48.167042 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-6c25f5f7-becd-4127-a964-0bf4dfff3f5a req-e0fba0e1-ee5b-429b-980c-26117c643a2c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044774
Mar 18 02:56:48.172616 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:56:48.173194 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4a4730>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:48.193648 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-1b130210-dd01-40dc-b3a0-3be181ade270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:48.195126 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-1b130210-dd01-40dc-b3a0-3be181ade270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0762196
Mar 18 02:56:48.244562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-4c1b92eb-9af7-49c4-b8f3-759900f8ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:48.246065 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-4c1b92eb-9af7-49c4-b8f3-759900f8ef8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0439439
Mar 18 02:56:48.281123 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:56:48.335525 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-b9dae10d-cc23-4912-8647-94292227d411 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829802
Mar 18 02:56:48.428768 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-5214bc44-1a30-42bb-8160-aec92c0a355d req-fdd683c7-cbaf-414f-b5f2-64c2245fae46 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858600
Mar 18 02:56:48.503332 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4a4730>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:15Z', 'revision_number': 1, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:48.529030 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebbde7-01da-4997-bfca-0640079f1a85 None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_floatingips': [{'id': 'ed425233-45c5-4e22-b40e-01870cc5e129', 'tenant_id': 'dba602d147084933986b437762006786', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'router_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'port_id': '168c5fff-8a97-49cc-8858-711a77f88f21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'mac_address': 'fa:16:3e:89:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T02:53:12Z', 'updated_at': '2022-03-18T02:53:15Z', 'revision_number': 1, 'project_id': 'dba602d147084933986b437762006786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:56:48.746881 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097c284-9b56-430d-83aa-6054dce81142 None None] New status for floating IP 20d9ac96-daf8-40c4-b907-f17ec57f7763: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:56:49.289249 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fd1a9-1619-4f8f-b791-a2afdf55fdd0 req-385932fb-dcea-4a79-9cf7-9d95b17be973 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:49.290750 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b35fd1a9-1619-4f8f-b791-a2afdf55fdd0 req-385932fb-dcea-4a79-9cf7-9d95b17be973 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 946 time: 0.0535271
Mar 18 02:56:49.338043 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-b35fd1a9-1619-4f8f-b791-a2afdf55fdd0 req-9daf5189-e8b7-46c9-8c72-611a9034125c tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417666
Mar 18 02:56:49.497450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-7a1d933a-eea5-4ed7-a273-c8a0e9fa88c2 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:49.499382 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-7a1d933a-eea5-4ed7-a273-c8a0e9fa88c2 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 946 time: 0.0555923
Mar 18 02:56:49.590317 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Deleting port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:56:49.590700 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:49.680165 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] For port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:56:49.680529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:49.693455 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Calling delete_port for 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:56:49.816689 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (6788c007-a0c0-4585-a8d7-9b5b8b5acf3f), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:49.846972 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event deleted for resources: {'Port': ['ID=6788c007-a0c0-4585-a8d7-9b5b8b5acf3f,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:56:49.859317 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.859957 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.860331 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.860669 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.861033 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.861365 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.861693 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.862018 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.862518 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.862852 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.863178 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.863505 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.863827 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.864145 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.864464 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:49.900495 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] No DVR routers for this DVR port 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:56:49.902921 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:49.906078 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0c22758a-26de-4d57-837f-b6aef1394f73 req-a7f8689f-e1ed-4ee5-94b3-135ac8d52d38 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "DELETE /v2.0/ports/6788c007-a0c0-4585-a8d7-9b5b8b5acf3f HTTP/1.1" status: 204  len: 173 time: 0.4015841
Mar 18 02:56:49.906538 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'name': 'network-vif-deleted', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:56:49.908804 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b1d2e-5e3e-4c1f-b333-726be4e86291" -d '{"events": [{"server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "name": "network-vif-deleted", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:56:50.120581 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d3dc1-656c-40d7-9ab3-60384be3e5a6 x-openstack-request-id: req-e66d3dc1-656c-40d7-9ab3-60384be3e5a6 {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:56:50.120884 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee52f605-91df-4563-bcfa-7e77caafcbad", "name": "network-vif-deleted", "tag": "6788c007-a0c0-4585-a8d7-9b5b8b5acf3f", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:56:50.121161 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e66d3dc1-656c-40d7-9ab3-60384be3e5a6 {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:56:50.121577 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee52f605-91df-4563-bcfa-7e77caafcbad', 'name': 'network-vif-deleted', 'tag': '6788c007-a0c0-4585-a8d7-9b5b8b5acf3f', 'status': 'completed', 'code': 200}
Mar 18 02:56:50.441971 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-54feb3cf-2b85-4359-b2da-ecd42546061a req-0b8de96d-e7d1-4d63-b006-5cafe1800389 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52f605-91df-4563-bcfa-7e77caafcbad HTTP/1.1" status: 200  len: 210 time: 0.0276606
Mar 18 02:56:53.705231 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:56:53.717693 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41202) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:56:53.729442 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:56:53.729787 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 6788c007-a0c0-4585-a8d7-9b5b8b5acf3f not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:56:53.869321 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Deleting port a173eeec-8766-4335-9204-adebb1d52300 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:56:53.869576 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (a173eeec-8766-4335-9204-adebb1d52300), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:53.943274 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (a173eeec-8766-4335-9204-adebb1d52300), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:53.943589 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (a173eeec-8766-4335-9204-adebb1d52300), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:53.954678 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Calling delete_port for a173eeec-8766-4335-9204-adebb1d52300 owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:56:54.102662 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (a173eeec-8766-4335-9204-adebb1d52300), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:54.131625 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event deleted for resources: {'Port': ['ID=a173eeec-8766-4335-9204-adebb1d52300,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:56:54.143172 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.143519 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.143856 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.144192 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.144526 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.144850 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.145171 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.145491 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.145808 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.146127 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.146445 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.146793 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.147108 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.147427 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.147739 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:56:54.202575 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (ed425233-45c5-4e22-b40e-01870cc5e129), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:54.202901 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.db.l3_db [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Floating IP ed425233-45c5-4e22-b40e-01870cc5e129 disassociated (deleted). External IP: 172.27.0.23, port: 168c5fff-8a97-49cc-8858-711a77f88f21.
Mar 18 02:56:54.413594 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:56:54.522193 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:56:54.526941 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:54.533212 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:56:54.542709 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:56:54.543313 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5fad6340>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:54.556640 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-a428fb39-3405-4a76-bd06-950be57c9cca tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "DELETE /v2.0/floatingips/ed425233-45c5-4e22-b40e-01870cc5e129 HTTP/1.1" status: 204  len: 168 time: 0.8378284
Mar 18 02:56:54.557315 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21'}] {{(pid=115116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:56:54.559681 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec9bd4681b843256fea3804bbb8272dc8f5957d8e12f506b1fc1346d5ba5782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764c6482-bb47-499d-a735-23f428f000af" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21"}]}' {{(pid=115116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:56:54.597469 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f947db30-fed2-45d3-80ae-c91575214f4b x-openstack-request-id: req-f947db30-fed2-45d3-80ae-c91575214f4b {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:56:54.597752 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21", "status": "completed", "code": 200}]} {{(pid=115116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:56:54.597997 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f947db30-fed2-45d3-80ae-c91575214f4b {{(pid=115116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:56:54.598387 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21', 'status': 'completed', 'code': 200}
Mar 18 02:56:54.666087 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:56:54.671127 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6482-bb47-499d-a735-23f428f000af req-e7fbdb7f-fd6f-4330-8a2b-057bead10baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:54.674047 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-764c6482-bb47-499d-a735-23f428f000af req-e7fbdb7f-fd6f-4330-8a2b-057bead10baa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba602d147084933986b437762006786&device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 1130 time: 0.0554492
Mar 18 02:56:54.796361 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6482-bb47-499d-a735-23f428f000af req-d470b350-46b3-4677-b1b8-728a39b9757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:54.797785 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-764c6482-bb47-499d-a735-23f428f000af req-d470b350-46b3-4677-b1b8-728a39b9757c service neutron] 10.222.0.35 "GET /v2.0/networks?id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 200  len: 911 time: 0.1172194
Mar 18 02:56:54.821715 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e030-0f51-4e16-aadf-30a9339b9e55 req-b35efc92-b42a-4076-8439-498f414a888a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:54.823188 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0bc3e030-0f51-4e16-aadf-30a9339b9e55 req-b35efc92-b42a-4076-8439-498f414a888a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 946 time: 0.0730429
Mar 18 02:56:54.845779 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:54.856695 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-764c6482-bb47-499d-a735-23f428f000af req-ec828bdc-f16d-4cb2-a5ae-b57d650f41b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=168c5fff-8a97-49cc-8858-711a77f88f21 HTTP/1.1" status: 200  len: 217 time: 0.0506489
Mar 18 02:56:54.880059 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5fad6340>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:54.906531 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:56:54.914824 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:56:54.915421 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5fad6340>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:54.930472 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0bc3e030-0f51-4e16-aadf-30a9339b9e55 req-55c0003d-9230-48e4-9b10-ff26c18f425b tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769856
Mar 18 02:56:54.933973 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6482-bb47-499d-a735-23f428f000af req-d70b312a-0f48-43dc-89f7-874920a297e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:54.935360 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-764c6482-bb47-499d-a735-23f428f000af req-d70b312a-0f48-43dc-89f7-874920a297e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 200  len: 850 time: 0.0676987
Mar 18 02:56:54.985629 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6482-bb47-499d-a735-23f428f000af req-29934fc6-a471-460a-a10d-89a3d652fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:54.987159 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-764c6482-bb47-499d-a735-23f428f000af req-29934fc6-a471-460a-a10d-89a3d652fdd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68bab4f5-6fd2-4d66-8ed5-f460673a29ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0459194
Mar 18 02:56:55.022908 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:56:55.080053 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-764c6482-bb47-499d-a735-23f428f000af req-022db5b8-173b-4b85-b552-3b0bcab46847 service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865633
Mar 18 02:56:55.171685 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-764c6482-bb47-499d-a735-23f428f000af req-0ef2ad07-c312-46dc-bb97-687390e92cfb service neutron] 10.222.0.35 "GET /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858381
Mar 18 02:56:55.221094 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5fad6340>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:56:55.332888 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412fcf7-db35-4f09-8b5a-8a619d8c1491 None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:49:52Z', 'revision_number': 4, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi', '_interfaces': [{'id': '9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a', 'name': '', 'network_id': '68bab4f5-6fd2-4d66-8ed5-f460673a29ca', 'tenant_id': 'dba602d147084933986b437762006786', 'mac_address': 'fa:16:3e:3b:d1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:51Z', 'updated_at': '2022-03-18T02:49:57Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'subnets': [{'id': '9fa627fe-ec50-497c-9585-6883ac67bc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:56:55.548512 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294d014-44a5-4b1f-b233-34be6c743427 None None] New status for floating IP ed425233-45c5-4e22-b40e-01870cc5e129: DOWN {{(pid=115118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 18 02:56:56.056170 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dca244-bb89-43de-b69c-0276cd55e2e0 req-8ba4dab7-5609-4f09-95f4-8afe015c95cc tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:56.057642 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8dca244-bb89-43de-b69c-0276cd55e2e0 req-8ba4dab7-5609-4f09-95f4-8afe015c95cc tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 946 time: 0.0583935
Mar 18 02:56:56.105816 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-a8dca244-bb89-43de-b69c-0276cd55e2e0 req-33ec213b-e880-4569-bc53-8f793a54e299 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e918b86-240b-44ad-aa8e-22e0887a7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426607
Mar 18 02:56:56.258238 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-aa970566-852c-4dbf-b587-eff10a9a0590 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 18 02:56:56.259598 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-aa970566-852c-4dbf-b587-eff10a9a0590 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 946 time: 0.0521982
Mar 18 02:56:56.350211 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Deleting port 168c5fff-8a97-49cc-8858-711a77f88f21 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:56:56.350562 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:56.434463 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] For port 168c5fff-8a97-49cc-8858-711a77f88f21, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=168c5fff-8a97-49cc-8858-711a77f88f21,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:56:56.434844 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:56.447374 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Calling delete_port for 168c5fff-8a97-49cc-8858-711a77f88f21 owned by compute:nova {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:56:56.573788 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (168c5fff-8a97-49cc-8858-711a77f88f21), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:56.604092 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event deleted for resources: {'Port': ['ID=168c5fff-8a97-49cc-8858-711a77f88f21,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:56:56.644905 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] No DVR routers for this DVR port 168c5fff-8a97-49cc-8858-711a77f88f21 on host hv-cinder-81713 {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:56:56.647403 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for port (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:56.650695 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-0873ba3d-e460-4f11-a08e-91af76eba1dc req-7feace3a-45f6-4c1e-a3c4-4a2f336a2e93 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.35 "DELETE /v2.0/ports/168c5fff-8a97-49cc-8858-711a77f88f21 HTTP/1.1" status: 204  len: 173 time: 0.3853478
Mar 18 02:56:56.651132 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'name': 'network-vif-deleted', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21'}] {{(pid=115117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 18 02:56:56.653338 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5226fae803664e5043275c0936563b97bda44337159580afc18cea50a46f8bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d948aa-62fe-42e6-8e19-ab4e9f2703da" -d '{"events": [{"server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "name": "network-vif-deleted", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21"}]}' {{(pid=115117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 18 02:56:56.690888 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b56542-d934-4436-8e6e-93c761eafaba x-openstack-request-id: req-67b56542-d934-4436-8e6e-93c761eafaba {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 18 02:56:56.691275 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e3fe3-d665-4f4f-a2ff-82e99897935b", "name": "network-vif-deleted", "tag": "168c5fff-8a97-49cc-8858-711a77f88f21", "status": "completed", "code": 200}]} {{(pid=115117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 18 02:56:56.691591 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67b56542-d934-4436-8e6e-93c761eafaba {{(pid=115117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 18 02:56:56.692077 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97e3fe3-d665-4f4f-a2ff-82e99897935b', 'name': 'network-vif-deleted', 'tag': '168c5fff-8a97-49cc-8858-711a77f88f21', 'status': 'completed', 'code': 200}
Mar 18 02:56:57.213464 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [req-cfda69a2-dae1-472a-8aff-c2fe5cd88177 req-2ad1e154-1cf8-473d-8636-b99593f3b20a tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e3fe3-d665-4f4f-a2ff-82e99897935b HTTP/1.1" status: 200  len: 210 time: 0.0305040
Mar 18 02:56:58.270586 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41218) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:56:58.392021 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Deleting port d4472428-99cf-4503-9775-821e0256eb5c {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:56:58.392352 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (d4472428-99cf-4503-9775-821e0256eb5c), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:58.463668 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (d4472428-99cf-4503-9775-821e0256eb5c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:58.463986 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (d4472428-99cf-4503-9775-821e0256eb5c), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:58.475167 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Calling delete_port for d4472428-99cf-4503-9775-821e0256eb5c owned by network:floatingip {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:56:58.602648 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (d4472428-99cf-4503-9775-821e0256eb5c), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:58.629319 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event deleted for resources: {'Port': ['ID=d4472428-99cf-4503-9775-821e0256eb5c,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:56:58.692099 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for floatingip (a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:58.694659 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218195'] for floatingip (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:58.695791 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-de426d23-fba3-4035-b8a0-b189bb26ae77 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "DELETE /v2.0/floatingips/a1f3f9c1-b0f6-47e1-b0ec-1e8dccb5890f HTTP/1.1" status: 204  len: 168 time: 0.4242039
Mar 18 02:56:59.720353 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 168c5fff-8a97-49cc-8858-711a77f88f21 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:56:59.739773 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] No Port match for: 168c5fff-8a97-49cc-8858-711a77f88f21 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:56:59.740116 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Device 168c5fff-8a97-49cc-8858-711a77f88f21 not bound to the agent host hv-cinder-81713 {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:56:59.890279 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41230) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:56:59.945165 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-87be2bf7-7e61-4892-a893-b2d3a9228518 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group (1e918b86-240b-44ad-aa8e-22e0887a7ab9), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:56:59.969296 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-87be2bf7-7e61-4892-a893-b2d3a9228518 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group (1e918b86-240b-44ad-aa8e-22e0887a7ab9), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:00.028155 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-87be2bf7-7e61-4892-a893-b2d3a9228518 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (1e918b86-240b-44ad-aa8e-22e0887a7ab9), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:00.030686 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-87be2bf7-7e61-4892-a893-b2d3a9228518 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Publish callbacks [] for security_group (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:00.031990 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-87be2bf7-7e61-4892-a893-b2d3a9228518 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e918b86-240b-44ad-aa8e-22e0887a7ab9 HTTP/1.1" status: 204  len: 168 time: 0.1405644
Mar 18 02:57:00.041148 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be2bf7-7e61-4892-a893-b2d3a9228518 tempest-TestVolumeBootPattern-1631425731 tempest-TestVolumeBootPattern-1631425731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e918b86-240b-44ad-aa8e-22e0887a7ab9,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:00.086224 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41234) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:00.837187 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:01.080087 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Deleting port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:01.080422 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:01.157955 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] For port 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:01.158634 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:01.171050 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Calling delete_port for 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a owned by network:router_interface {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:01.352101 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:01.379090 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:01.545438 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:01.770590 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:57:01.878891 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:57:01.883943 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-9512c2a7-3a51-4ecb-8a9b-4e46411fb992 admin admin] 10.222.0.24 "PUT /v2.0/routers/20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7965848
Mar 18 02:57:01.886451 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41238) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:01.888539 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] Sync routers for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:57:01.898938 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:57:01.899553 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ae370>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:01.991180 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks [] for router (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.005383 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: dv-cinder-817135-5-iscsi {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:57:02.095134 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks [] for router_gateway (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.146604 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Deleting port 6efd613c-9322-4376-a71f-2b727b8cb88b {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:02.146944 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.189239 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ae370>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:57:01Z', 'revision_number': 5, 'project_id': 'dba602d147084933986b437762006786', 'gw_port': {'id': '6efd613c-9322-4376-a71f-2b727b8cb88b', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:49Z', 'updated_at': '2022-03-18T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:02.216362 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] Checking router: 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c for host: dv-cinder-817135-5-iscsi {{(pid=115119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:57:02.224428 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] Routers {'20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:57:02.225041 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ae370>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'], 'active': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:02.227729 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] For port 6efd613c-9322-4376-a71f-2b727b8cb88b, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=6efd613c-9322-4376-a71f-2b727b8cb88b,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:02.228237 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.241315 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Calling delete_port for 6efd613c-9322-4376-a71f-2b727b8cb88b owned by network:router_gateway {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:02.311369 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_dvr_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] Set router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c gateway port host: None {{(pid=115119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:57:02.362585 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.l3_hamode_db [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a4ae370>, [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:57:02Z', 'revision_number': 6, 'project_id': 'dba602d147084933986b437762006786', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:02.392613 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1161b9-9a64-4b9c-9088-2c119624419e None None] The sync data for ids ['20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c'] in dv-cinder-817135-5-iscsi is: [{'id': '20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c', 'name': 'tempest-TestVolumeBootPattern-965592328-router', 'tenant_id': 'dba602d147084933986b437762006786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:48Z', 'updated_at': '2022-03-18T02:57:02Z', 'revision_number': 6, 'project_id': 'dba602d147084933986b437762006786', 'gw_port_host': None}] {{(pid=115119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:57:02.407791 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (6efd613c-9322-4376-a71f-2b727b8cb88b), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.435333 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efd613c-9322-4376-a71f-2b727b8cb88b,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:02.495729 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.586611 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.588718 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks [] for router_controller (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.634175 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.634646 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c {{(pid=115117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:57:02.638841 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.639988 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-2a7f49cb-3bec-4826-bf72-58f6c02c24e6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/20bb3b44-4cb7-4fe3-9ad1-f1117dfa324c HTTP/1.1" status: 204  len: 168 time: 0.7526023
Mar 18 02:57:02.642664 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41240) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:02.687560 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] Deleting subnet 9fa627fe-ec50-497c-9585-6883ac67bc6b {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:57:02.690625 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] Publish callbacks [] for subnet (9fa627fe-ec50-497c-9585-6883ac67bc6b), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.723967 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (9fa627fe-ec50-497c-9585-6883ac67bc6b), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.809662 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (9fa627fe-ec50-497c-9585-6883ac67bc6b), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.861813 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (9fa627fe-ec50-497c-9585-6883ac67bc6b), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.889398 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:02.893146 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9fa627fe-ec50-497c-9585-6883ac67bc6b HTTP/1.1" status: 204  len: 168 time: 0.2494986
Mar 18 02:57:02.894149 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dea0b3-8b0b-4c0b-8099-34b9e6756878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa627fe-ec50-497c-9585-6883ac67bc6b,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:02.895738 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [-] (115116) accepted ('10.222.0.24', 41242) {{(pid=115116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:02.897370 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef525419-b1c6-4247-a7c0-bba4ba7ef818 None None] Network 68bab4f5-6fd2-4d66-8ed5-f460673a29ca requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:57:02.965298 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (68bab4f5-6fd2-4d66-8ed5-f460673a29ca), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.019287 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Deleting port 0af541bf-a28a-450a-a7ea-98668edd2248 {{(pid=115116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:03.019622 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.080912 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.db [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] For port 0af541bf-a28a-450a-a7ea-98668edd2248, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=0af541bf-a28a-450a-a7ea-98668edd2248,segment=NetworkSegment(05ffd048-697f-4ff0-ba90-14b9fdeb3f8f),segment_id=05ffd048-697f-4ff0-ba90-14b9fdeb3f8f)] {{(pid=115116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:03.081201 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.093612 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.plugin [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Calling delete_port for 0af541bf-a28a-450a-a7ea-98668edd2248 owned by network:dhcp {{(pid=115116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:03.149353 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] DHCP port deletion for 68bab4f5-6fd2-4d66-8ed5-f460673a29ca request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:57:03.189448 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7357104'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.207832 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Deleting port 0af541bf-a28a-450a-a7ea-98668edd2248 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:03.208208 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.218370 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] No DVR routers for this DVR port 0af541bf-a28a-450a-a7ea-98668edd2248 on host dv-cinder-817135-5-iscsi {{(pid=115116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:57:03.245356 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af541bf-a28a-450a-a7ea-98668edd2248,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:03.263327 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:57:03.296499 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:57:03.297649 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 9e77fd2d-9dec-4f94-92c7-3ee9d8a6294a not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:57:03.305106 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (68bab4f5-6fd2-4d66-8ed5-f460673a29ca), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.307543 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] For port 0af541bf-a28a-450a-a7ea-98668edd2248, host dv-cinder-817135-5-iscsi, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:03.307943 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.320483 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Calling delete_port for 0af541bf-a28a-450a-a7ea-98668edd2248 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:03.323168 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Port 0af541bf-a28a-450a-a7ea-98668edd2248 was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 18 02:57:03.324411 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006'] for port (0af541bf-a28a-450a-a7ea-98668edd2248), after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.326724 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba59d57ac0>,) {'filters': {'network_id': ['68bab4f5-6fd2-4d66-8ed5-f460673a29ca']}} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:03.336242 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59d57ac0>, '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f') {'for_net_delete': True} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:03.336535 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.services.segments.db [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba59d57ac0>, '05ffd048-697f-4ff0-ba90-14b9fdeb3f8f') {} {{(pid=115116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:03.346630 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4871594'] for segment (05ffd048-697f-4ff0-ba90-14b9fdeb3f8f), before_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.352589 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Pushing event deleted for resources: {'Port': ['ID=0af541bf-a28a-450a-a7ea-98668edd2248,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:03.355273 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] No DVR routers for this DVR port 0af541bf-a28a-450a-a7ea-98668edd2248 on host dv-cinder-817135-5-iscsi {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:57:03.363262 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (05ffd048-697f-4ff0-ba90-14b9fdeb3f8f), precommit_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.364540 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.364895 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.365236 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.365875 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.366217 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.366641 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.366899 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.367229 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.370107 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.371074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=115116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:57:03.371074 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7357155'] for segment (05ffd048-697f-4ff0-ba90-14b9fdeb3f8f), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.371874 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.371874 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.371874 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.372249 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.372559 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.373058 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1739a0-575a-4830-bfb6-afbb39f470ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-5-iscsi {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]: Traceback (most recent call last):
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     timer()
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     cb(*args, **kw)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     return func(*args, **kwargs)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     self._notify()
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     self.callback(batched_events)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     event.method(event)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     return f(self, *a, **k)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._get(url).json()
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:57:03.373505 dv-cinder-817135-5-iscsi neutron-server[115116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:57:03.434861 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (68bab4f5-6fd2-4d66-8ed5-f460673a29ca), after_delete {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.440769 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron_lib.callbacks.manager [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:03.444233 dv-cinder-817135-5-iscsi neutron-server[115116]: INFO neutron.wsgi [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] 10.222.0.24 "DELETE /v2.0/networks/68bab4f5-6fd2-4d66-8ed5-f460673a29ca HTTP/1.1" status: 204  len: 168 time: 0.5469148
Mar 18 02:57:03.447559 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41244) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:03.458447 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42a6b5-17e1-418d-a152-15a4377c2b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=68bab4f5-6fd2-4d66-8ed5-f460673a29ca,revision_number=None']} {{(pid=115116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:03.797850 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055531'] for router_interface (a0427f63-0495-4781-9a38-2f48a4241995), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:04.041814 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Deleting port a2d865b0-fc6c-4cd2-86ff-6e002240a735 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:04.042151 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:04.117672 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] For port a2d865b0-fc6c-4cd2-86ff-6e002240a735, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=a2d865b0-fc6c-4cd2-86ff-6e002240a735,segment=NetworkSegment(0a0805bb-9ec5-410c-9817-a84811a9acd2),segment_id=0a0805bb-9ec5-410c-9817-a84811a9acd2)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:04.118028 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:04.130933 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Calling delete_port for a2d865b0-fc6c-4cd2-86ff-6e002240a735 owned by network:router_interface {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:04.307426 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (a2d865b0-fc6c-4cd2-86ff-6e002240a735), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:04.333529 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d865b0-fc6c-4cd2-86ff-6e002240a735,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:04.757636 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055899'] for router_interface (a0427f63-0495-4781-9a38-2f48a4241995), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:04.895949 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 0af541bf-a28a-450a-a7ea-98668edd2248 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:57:04.919802 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 0af541bf-a28a-450a-a7ea-98668edd2248 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:57:04.920144 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 0af541bf-a28a-450a-a7ea-98668edd2248 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:57:04.920558 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6efd613c-9322-4376-a71f-2b727b8cb88b no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:57:04.988381 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Router a0427f63-0495-4781-9a38-2f48a4241995 has already been hosted by L3 agent 7e4ebeb0-ba54-405e-b7c3-2eb4ec795877 {{(pid=115117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 18 02:57:05.066629 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 6efd613c-9322-4376-a71f-2b727b8cb88b {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:57:05.066977 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 6efd613c-9322-4376-a71f-2b727b8cb88b not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:57:05.100738 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] Notify agent at l3_agent.dv-cinder-817135-5-iscsi the message routers_updated {{(pid=115117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 18 02:57:05.105674 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-6eaddf28-d11d-4f7a-94a4-7d4175387678 admin admin] 10.222.0.24 "PUT /v2.0/routers/a0427f63-0495-4781-9a38-2f48a4241995/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6570890
Mar 18 02:57:05.108135 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41246) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:05.111936 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] Sync routers for ids ['a0427f63-0495-4781-9a38-2f48a4241995'] in dv-cinder-817135-5-iscsi {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 18 02:57:05.121432 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] Routers {'a0427f63-0495-4781-9a38-2f48a4241995'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:57:05.122047 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3b0790>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['a0427f63-0495-4781-9a38-2f48a4241995'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:05.210914 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks [] for router (a0427f63-0495-4781-9a38-2f48a4241995), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.229153 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] Set router a0427f63-0495-4781-9a38-2f48a4241995 gateway port host: dv-cinder-817135-5-iscsi {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:57:05.328452 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks [] for router_gateway (a0427f63-0495-4781-9a38-2f48a4241995), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.389981 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Deleting port 7e855077-fa99-457b-8d54-eeffc7e9c787 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:05.390847 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.411004 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3b0790>, [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'external_fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:57:04Z', 'revision_number': 5, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port': {'id': '7e855077-fa99-457b-8d54-eeffc7e9c787', 'name': '', 'network_id': 'd2d9cf51-cf5c-4a80-b728-a4e39ff62447', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T02:49:56Z', 'updated_at': '2022-03-18T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3019d78d-1f11-41d0-93f2-5197e283e49d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-5-iscsi'}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:05.446774 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] Checking router: a0427f63-0495-4781-9a38-2f48a4241995 for host: dv-cinder-817135-5-iscsi {{(pid=115118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 18 02:57:05.456118 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] Routers {'a0427f63-0495-4781-9a38-2f48a4241995'} bound to L3 agent in host dv-cinder-817135-5-iscsi {{(pid=115118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 18 02:57:05.456735 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fba5a3b0790>, 'dv-cinder-817135-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T02:37:09Z,description=<?>,heartbeat_timestamp=2022-03-18T02:56:39Z,host='dv-cinder-817135-5-iscsi',id=7e4ebeb0-ba54-405e-b7c3-2eb4ec795877,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-18T02:37:09Z,topic='l3_agent')) {'router_ids': ['a0427f63-0495-4781-9a38-2f48a4241995'], 'active': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:05.469215 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] For port 7e855077-fa99-457b-8d54-eeffc7e9c787, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=7e855077-fa99-457b-8d54-eeffc7e9c787,segment=NetworkSegment(95406f02-3718-49dc-904d-25b6b0a682e4),segment_id=95406f02-3718-49dc-904d-25b6b0a682e4)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:05.469601 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.482323 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Calling delete_port for 7e855077-fa99-457b-8d54-eeffc7e9c787 owned by network:router_gateway {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:05.560014 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvr_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] Set router a0427f63-0495-4781-9a38-2f48a4241995 gateway port host: None {{(pid=115118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 18 02:57:05.614076 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_hamode_db [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fba5a3b0790>, [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:57:05Z', 'revision_number': 6, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port_host': None}], 'dv-cinder-817135-5-iscsi', False) {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:05.645556 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1370daa2-9e6a-4b09-9be4-771e6ca015d6 None None] The sync data for ids ['a0427f63-0495-4781-9a38-2f48a4241995'] in dv-cinder-817135-5-iscsi is: [{'id': 'a0427f63-0495-4781-9a38-2f48a4241995', 'name': 'tempest-TestVolumeBootPattern-1918996671-router', 'tenant_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T02:49:55Z', 'updated_at': '2022-03-18T02:57:05Z', 'revision_number': 6, 'project_id': 'cf7f8c2f1a95464d91578e9d32198d29', 'gw_port_host': None}] {{(pid=115118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 18 02:57:05.662172 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (7e855077-fa99-457b-8d54-eeffc7e9c787), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.688977 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e855077-fa99-457b-8d54-eeffc7e9c787,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:05.752035 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048289'] for router_gateway (a0427f63-0495-4781-9a38-2f48a4241995), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.842532 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router (a0427f63-0495-4781-9a38-2f48a4241995), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.844672 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks [] for router_controller (a0427f63-0495-4781-9a38-2f48a4241995), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.887802 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2053826'] for router (a0427f63-0495-4781-9a38-2f48a4241995), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.888351 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0427f63-0495-4781-9a38-2f48a4241995 {{(pid=115117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 18 02:57:05.892755 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.893872 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-5cfb37fa-c361-408e-a992-8bb45ac7bf98 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a0427f63-0495-4781-9a38-2f48a4241995 HTTP/1.1" status: 204  len: 168 time: 0.7847183
Mar 18 02:57:05.896450 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41250) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:05.945265 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] Deleting subnet 35509bc5-057f-45e3-b0ef-615331df1034 {{(pid=115117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 18 02:57:05.948226 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] Publish callbacks [] for subnet (35509bc5-057f-45e3-b0ef-615331df1034), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:05.983247 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7599493'] for subnet (35509bc5-057f-45e3-b0ef-615331df1034), precommit_delete_associations {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.066518 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829632'] for subnet (35509bc5-057f-45e3-b0ef-615331df1034), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.118119 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8002783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4999586'] for subnet (35509bc5-057f-45e3-b0ef-615331df1034), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.147016 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35509bc5-057f-45e3-b0ef-615331df1034,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:06.150620 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.154091 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-ca2f5d58-3eb4-4cdb-9806-5e5556d47044 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/35509bc5-057f-45e3-b0ef-615331df1034 HTTP/1.1" status: 204  len: 168 time: 0.2562978
Mar 18 02:57:06.156804 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41252) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:06.159561 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345445ac-1782-4467-9cfd-04d1d2ed30b8 None None] Network cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 requested from dv-cinder-817135-5-iscsi {{(pid=115118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 18 02:57:06.222688 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902031'] for network (cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.275209 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Deleting port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 {{(pid=115117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:06.275540 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.343017 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.db [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] For port 9d4c6492-3a99-4f2e-9204-7dc2e3174802, host dv-cinder-817135-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-5-iscsi',level=0,port_id=9d4c6492-3a99-4f2e-9204-7dc2e3174802,segment=NetworkSegment(0a0805bb-9ec5-410c-9817-a84811a9acd2),segment_id=0a0805bb-9ec5-410c-9817-a84811a9acd2)] {{(pid=115117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:06.343314 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.355946 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Calling delete_port for 9d4c6492-3a99-4f2e-9204-7dc2e3174802 owned by network:dhcp {{(pid=115117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:06.400552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] DHCP port deletion for cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 request from dv-cinder-817135-5-iscsi {{(pid=115118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 18 02:57:06.437058 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8003118'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.453523 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] Deleting port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 18 02:57:06.454289 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777400267807'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.464655 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4c6492-3a99-4f2e-9204-7dc2e3174802,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:06.466461 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] No DVR routers for this DVR port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 on host dv-cinder-817135-5-iscsi {{(pid=115117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:57:06.541609 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] For port 9d4c6492-3a99-4f2e-9204-7dc2e3174802, host dv-cinder-817135-5-iscsi, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 18 02:57:06.542281 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2044537'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.557656 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] Calling delete_port for 9d4c6492-3a99-4f2e-9204-7dc2e3174802 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 18 02:57:06.560689 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] Port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 18 02:57:06.561916 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026933', 'neutron.services.segments.db._delete_segments_for_network-8777400112963'] for network (cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.562699 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777400274818', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777399786006'] for port (9d4c6492-3a99-4f2e-9204-7dc2e3174802), after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.586731 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fba585c9520>,) {'filters': {'network_id': ['cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9']}} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:06.594151 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] Pushing event deleted for resources: {'Port': ['ID=9d4c6492-3a99-4f2e-9204-7dc2e3174802,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:06.598582 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fba585c9520>, '0a0805bb-9ec5-410c-9817-a84811a9acd2') {'for_net_delete': True} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:06.602351 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.services.segments.db [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fba585c9520>, '0a0805bb-9ec5-410c-9817-a84811a9acd2') {} {{(pid=115117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 18 02:57:06.603515 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a1f4d-a2f0-4978-b899-11036826c47f None None] No DVR routers for this DVR port 9d4c6492-3a99-4f2e-9204-7dc2e3174802 on host dv-cinder-817135-5-iscsi {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 18 02:57:06.620804 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777400113740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7599548'] for segment (0a0805bb-9ec5-410c-9817-a84811a9acd2), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.637877 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633'] for segment (0a0805bb-9ec5-410c-9817-a84811a9acd2), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.645154 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 18 02:57:06.645666 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8003197'] for segment (0a0805bb-9ec5-410c-9817-a84811a9acd2), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]: Traceback (most recent call last):
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     timer()
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     cb(*args, **kw)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     return func(*args, **kwargs)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     self._notify()
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     self.callback(batched_events)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     event.method(event)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     return f(self, *a, **k)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._get(url).json()
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     return self.request(url, 'GET', **kwargs)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 18 02:57:06.647535 dv-cinder-817135-5-iscsi neutron-server[115117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 18 02:57:06.714254 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048349'] for network (cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.722963 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600401'] for network (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.735318 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9 HTTP/1.1" status: 204  len: 168 time: 0.5774648
Mar 18 02:57:06.752246 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e9278-9e9f-4953-9594-94d0295f8ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0ade2a-75b6-4dd2-b35f-c5cfa43cc5f9,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:06.861091 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41260) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:06.861666 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7e855077-fa99-457b-8d54-eeffc7e9c787 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:57:06.885207 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 7e855077-fa99-457b-8d54-eeffc7e9c787 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:57:06.885472 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 7e855077-fa99-457b-8d54-eeffc7e9c787 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:57:06.885892 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 9d4c6492-3a99-4f2e-9204-7dc2e3174802 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:57:06.904961 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3ad79657-8e68-4685-92c6-ad579e54a5be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dba602d147084933986b437762006786&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0427065
Mar 18 02:57:06.905174 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: 9d4c6492-3a99-4f2e-9204-7dc2e3174802 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:57:06.905331 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device 9d4c6492-3a99-4f2e-9204-7dc2e3174802 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:57:06.905745 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device a2d865b0-fc6c-4cd2-86ff-6e002240a735 no longer exists at agent ovs-agent-dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 18 02:57:06.908366 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41262) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:06.925463 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] No Port match for: a2d865b0-fc6c-4cd2-86ff-6e002240a735 {{(pid=115118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 18 02:57:06.925805 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron.plugins.ml2.rpc [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Device a2d865b0-fc6c-4cd2-86ff-6e002240a735 not bound to the agent host dv-cinder-817135-5-iscsi {{(pid=115118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 18 02:57:06.957273 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf6fd-5103-456f-98d5-35fa87df71c6 admin admin] Publish callbacks [] for security_group (b958caa4-ad0b-4d56-88f5-557faabf7c02), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.978387 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf6fd-5103-456f-98d5-35fa87df71c6 admin admin] Publish callbacks [] for security_group (b958caa4-ad0b-4d56-88f5-557faabf7c02), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:06.982374 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9e2a03af-276d-42d7-a835-7335629d93ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:07.027030 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf6fd-5103-456f-98d5-35fa87df71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (b958caa4-ad0b-4d56-88f5-557faabf7c02), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:07.029515 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf6fd-5103-456f-98d5-35fa87df71c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:07.030696 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-f5bdf6fd-5103-456f-98d5-35fa87df71c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b958caa4-ad0b-4d56-88f5-557faabf7c02 HTTP/1.1" status: 204  len: 168 time: 0.1213293
Mar 18 02:57:07.039496 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdf6fd-5103-456f-98d5-35fa87df71c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b958caa4-ad0b-4d56-88f5-557faabf7c02,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:07.339137 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41268) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:07.383109 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-07ca26e0-83cf-4720-ad98-e72a50d706b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf7f8c2f1a95464d91578e9d32198d29&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0428326
Mar 18 02:57:07.385419 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.wsgi [-] (115117) accepted ('10.222.0.24', 41270) {{(pid=115117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 18 02:57:07.435359 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3af0cfab-e64f-4d45-a752-1671c289e090 admin admin] Publish callbacks [] for security_group (ad715632-d885-4b6d-9f81-72ba6613aa5d), before_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:07.459624 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3af0cfab-e64f-4d45-a752-1671c289e090 admin admin] Publish callbacks [] for security_group (ad715632-d885-4b6d-9f81-72ba6613aa5d), precommit_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:07.506370 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3af0cfab-e64f-4d45-a752-1671c289e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596169'] for security_group (ad715632-d885-4b6d-9f81-72ba6613aa5d), after_delete {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:07.508894 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron_lib.callbacks.manager [None req-3af0cfab-e64f-4d45-a752-1671c289e090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:07.510050 dv-cinder-817135-5-iscsi neutron-server[115117]: INFO neutron.wsgi [None req-3af0cfab-e64f-4d45-a752-1671c289e090 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad715632-d885-4b6d-9f81-72ba6613aa5d HTTP/1.1" status: 204  len: 168 time: 0.1237521
Mar 18 02:57:07.517884 dv-cinder-817135-5-iscsi neutron-server[115117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0cfab-e64f-4d45-a752-1671c289e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad715632-d885-4b6d-9f81-72ba6613aa5d,revision_number=None']} {{(pid=115117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 18 02:57:09.294222 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e352c99-6b9e-4df1-b62e-08ef4a869ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:10.638552 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:11.885415 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:13.578602 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:19.343070 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:57:24.844807 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:36.983202 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64249e62-f5c6-4dde-9546-5fb7ba137385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:39.296372 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d8616557-09c5-4260-ac43-fe45edf15a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:40.638747 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:41.887413 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:43.584860 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:54.857419 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:57:56.341900 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:58:06.985551 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac352-08b6-402d-a903-9b3fe5cce8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:09.299230 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5fe33b5f-7235-4c00-aeaf-39f57983ce90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:10.641057 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:11.890278 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:13.576891 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:24.856755 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:33.340654 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:58:36.988251 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d7c78f4-4648-4ec8-bb59-72414320c5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:39.301417 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b64a1a6-06d4-433c-a7ff-7688feab1b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:40.643858 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:41.893590 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:43.579026 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:58:54.858324 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:06.990477 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2afbbbe0-2aeb-4966-9632-327076f86e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:09.303856 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b27d73e-35af-4853-ada3-3aa26415ecca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:10.339566 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:59:10.647614 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:11.897281 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:13.582655 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:24.855871 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:36.990554 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6733674e-4b98-4911-9d23-9029629d479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:39.305681 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7506561f-667c-4435-913a-164d4f3f058e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:40.650710 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:41.901422 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:43.584867 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 02:59:47.338236 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 02:59:54.871526 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:06.993620 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aaca073-7794-42cd-ab72-0b5006b4cb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:09.308838 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4ef107af-5806-4b2e-b2fb-24084b943c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:10.653572 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:11.904388 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:13.588267 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:24.337026 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 03:00:24.889521 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:36.995307 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4f1ea1f3-3247-4c9b-bcee-2600fc35996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:39.309938 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1bea-b259-4d9e-822e-185f1600049a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:40.656337 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:41.910298 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:43.590477 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:54.886675 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:00:58.829936 dv-cinder-817135-5-iscsi neutron-server[115116]: DEBUG neutron.wsgi [req-9c822ef3-2c41-443e-a2cd-08df79d10c4f req-73f0fdc0-ac9c-4145-a8d3-639fff2d6bea service neutron] (115116) timed out ('10.222.0.35', 63309) {{(pid=115116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 18 03:01:01.335203 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 03:01:06.995761 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-38d744e9-6b80-4c00-bc68-56442484cbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:09.310840 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5a7784f1-280d-4c36-be99-f0bad14cff54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:10.660498 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:11.910094 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:13.593223 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:24.901526 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:36.997366 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ccbb6c2-2b1d-4f9c-81e5-44fcfa38f3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:38.333725 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 18 03:01:39.311872 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c2f-ff06-4763-ad7c-cfbca2404f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:40.662303 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:41.913539 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:43.594479 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:01:54.899971 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cf5b08ab-0018-4215-a807-354a5513c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (e2c7a29b-e058-4c16-9bcc-8a98b3e49e64), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:02:06.999059 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-070f78ae-9036-4bee-ae8d-5ead738ba820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (33da7f81-f86c-4171-a45d-59263bf84f58), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:02:09.313061 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0c473f43-f2db-4732-a9d8-5576d545ac85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (7e4ebeb0-ba54-405e-b7c3-2eb4ec795877), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:02:10.666101 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcc3-1a8b-4d60-a01b-39026039bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (1adf9030-48e7-4bf2-8e57-a46cc6cc7b8c), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:02:11.916516 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad64f-e73f-438f-a63e-63ce152e14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (2b8ba001-e1d0-4f05-b55a-3451292fd4e0), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:02:13.597130 dv-cinder-817135-5-iscsi neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06fb122b-ffb0-41bb-a809-9f8998ecee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777400112945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1020598'] for agent (c8ce9c19-f6e2-4c61-836e-81fb8fbe0397), after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 18 03:02:15.332928 dv-cinder-817135-5-iscsi neutron-server[115119]: DEBUG neutron.db.agents_db [None req-2ba6a8b2-3dd1-46aa-b5e5-3aae857588f2 None None] Agent healthcheck: found 6 active agents {{(pid=115119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}